[ 518.293434] env[68802]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68802) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 518.293796] env[68802]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68802) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 518.293863] env[68802]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68802) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 518.294264] env[68802]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 518.391557] env[68802]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68802) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 518.401454] env[68802]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68802) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 518.446322] env[68802]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 519.004066] env[68802]: INFO nova.virt.driver [None req-e070ad36-ff32-42f6-8f77-540f72712aa8 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 519.075208] env[68802]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 519.075362] env[68802]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 519.075458] env[68802]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68802) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 522.270617] env[68802]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-906ad16f-f8b2-4147-9f71-6f42e1fb6f18 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.286900] env[68802]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68802) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 522.287077] env[68802]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-118e4ba1-18a6-4d74-bf9c-8dc028c4bdfd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.314563] env[68802]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 1c38b. [ 522.314666] env[68802]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.239s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 522.315311] env[68802]: INFO nova.virt.vmwareapi.driver [None req-e070ad36-ff32-42f6-8f77-540f72712aa8 None None] VMware vCenter version: 7.0.3 [ 522.318689] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8871a74-6adb-43d1-81ac-5a86c946cde2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.336311] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75dba00-43f8-44f9-9219-f7a99a3651e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.342271] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f16bc99-ec4b-433b-bb02-3cbf44b4811d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.348848] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97efd697-50c3-4ea5-bbb7-9f896207f191 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.361916] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a5c84a-c68b-41cf-9bd2-eac391a35b2e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.367809] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f605a4-6caf-46fc-9f12-f4a4f36636f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.398490] env[68802]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-20f5358d-fb70-496b-b94f-150fd375c195 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.403296] env[68802]: DEBUG nova.virt.vmwareapi.driver [None req-e070ad36-ff32-42f6-8f77-540f72712aa8 None None] Extension org.openstack.compute already exists. {{(pid=68802) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 522.405967] env[68802]: INFO nova.compute.provider_config [None req-e070ad36-ff32-42f6-8f77-540f72712aa8 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 522.908944] env[68802]: DEBUG nova.context [None req-e070ad36-ff32-42f6-8f77-540f72712aa8 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),38c24f02-c10d-4707-955a-a4760a6b9fc1(cell1) {{(pid=68802) load_cells /opt/stack/nova/nova/context.py:464}} [ 522.911205] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 522.911432] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 522.912146] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 522.912572] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Acquiring lock "38c24f02-c10d-4707-955a-a4760a6b9fc1" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 522.912759] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Lock "38c24f02-c10d-4707-955a-a4760a6b9fc1" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 522.913826] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Lock "38c24f02-c10d-4707-955a-a4760a6b9fc1" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 522.935440] env[68802]: INFO dbcounter [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Registered counter for database nova_cell0 [ 522.944268] env[68802]: INFO dbcounter [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Registered counter for database nova_cell1 [ 522.947759] env[68802]: DEBUG oslo_db.sqlalchemy.engines [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68802) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 522.948154] env[68802]: DEBUG oslo_db.sqlalchemy.engines [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68802) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 522.953028] env[68802]: ERROR nova.db.main.api [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 522.953028] env[68802]: result = function(*args, **kwargs) [ 522.953028] env[68802]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 522.953028] env[68802]: return func(*args, **kwargs) [ 522.953028] env[68802]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 522.953028] env[68802]: result = fn(*args, **kwargs) [ 522.953028] env[68802]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 522.953028] env[68802]: return f(*args, **kwargs) [ 522.953028] env[68802]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 522.953028] env[68802]: return db.service_get_minimum_version(context, binaries) [ 522.953028] env[68802]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 522.953028] env[68802]: _check_db_access() [ 522.953028] env[68802]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 522.953028] env[68802]: stacktrace = ''.join(traceback.format_stack()) [ 522.953028] env[68802]: [ 522.954068] env[68802]: ERROR nova.db.main.api [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 522.954068] env[68802]: result = function(*args, **kwargs) [ 522.954068] env[68802]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 522.954068] env[68802]: return func(*args, **kwargs) [ 522.954068] env[68802]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 522.954068] env[68802]: result = fn(*args, **kwargs) [ 522.954068] env[68802]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 522.954068] env[68802]: return f(*args, **kwargs) [ 522.954068] env[68802]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 522.954068] env[68802]: return db.service_get_minimum_version(context, binaries) [ 522.954068] env[68802]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 522.954068] env[68802]: _check_db_access() [ 522.954068] env[68802]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 522.954068] env[68802]: stacktrace = ''.join(traceback.format_stack()) [ 522.954068] env[68802]: [ 522.954467] env[68802]: WARNING nova.objects.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 522.954615] env[68802]: WARNING nova.objects.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Failed to get minimum service version for cell 38c24f02-c10d-4707-955a-a4760a6b9fc1 [ 522.955080] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Acquiring lock "singleton_lock" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.955269] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Acquired lock "singleton_lock" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.955509] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Releasing lock "singleton_lock" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.955833] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Full set of CONF: {{(pid=68802) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 522.955975] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ******************************************************************************** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 522.956118] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] Configuration options gathered from: {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 522.956262] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 522.956454] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 522.956580] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ================================================================================ {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 522.956786] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] allow_resize_to_same_host = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.956955] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] arq_binding_timeout = 300 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.957100] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] backdoor_port = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.957345] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] backdoor_socket = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.957534] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] block_device_allocate_retries = 60 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.957698] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] block_device_allocate_retries_interval = 3 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.957867] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cert = self.pem {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.958046] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.958218] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute_monitors = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.958384] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] config_dir = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.958553] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] config_drive_format = iso9660 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.958685] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.958847] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] config_source = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.959022] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] console_host = devstack {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.959193] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] control_exchange = nova {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.959358] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cpu_allocation_ratio = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.959514] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] daemon = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.959681] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] debug = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.959839] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] default_access_ip_network_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.960011] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] default_availability_zone = nova {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.960176] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] default_ephemeral_format = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.960333] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] default_green_pool_size = 1000 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.960570] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.960734] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] default_schedule_zone = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.960925] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] disk_allocation_ratio = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.961102] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] enable_new_services = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.961284] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] enabled_apis = ['osapi_compute'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.961447] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] enabled_ssl_apis = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.961609] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] flat_injected = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.961768] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] force_config_drive = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.961925] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] force_raw_images = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.962106] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] graceful_shutdown_timeout = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.962268] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] heal_instance_info_cache_interval = -1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.962496] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] host = cpu-1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.962668] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.962829] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.963031] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.963258] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.963422] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] instance_build_timeout = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.963582] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] instance_delete_interval = 300 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.963749] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] instance_format = [instance: %(uuid)s] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.963917] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] instance_name_template = instance-%08x {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.964092] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] instance_usage_audit = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.964264] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] instance_usage_audit_period = month {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.964430] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.964597] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.964763] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] internal_service_availability_zone = internal {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.964921] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] key = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.965094] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] live_migration_retry_count = 30 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.965285] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] log_color = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.965462] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] log_config_append = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.965632] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.965793] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] log_dir = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.965950] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] log_file = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.966096] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] log_options = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.966258] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] log_rotate_interval = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.966427] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] log_rotate_interval_type = days {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.966593] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] log_rotation_type = none {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.966722] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.966849] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.967030] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.967243] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.967393] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.967562] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] long_rpc_timeout = 1800 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.967722] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] max_concurrent_builds = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.967880] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] max_concurrent_live_migrations = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.968051] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] max_concurrent_snapshots = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.968212] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] max_local_block_devices = 3 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.968368] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] max_logfile_count = 30 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.968524] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] max_logfile_size_mb = 200 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.968683] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] maximum_instance_delete_attempts = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.968851] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] metadata_listen = 0.0.0.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.969028] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] metadata_listen_port = 8775 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.969205] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] metadata_workers = 2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.969367] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] migrate_max_retries = -1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.969534] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] mkisofs_cmd = genisoimage {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.969743] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.969878] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] my_ip = 10.180.1.21 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.970098] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.970267] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] network_allocate_retries = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.970446] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.970615] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.970795] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] osapi_compute_listen_port = 8774 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.970984] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] osapi_compute_unique_server_name_scope = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.971181] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] osapi_compute_workers = 2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.971345] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] password_length = 12 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.971508] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] periodic_enable = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.971667] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] periodic_fuzzy_delay = 60 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.971836] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] pointer_model = usbtablet {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.972010] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] preallocate_images = none {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.972180] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] publish_errors = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.972311] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] pybasedir = /opt/stack/nova {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.972468] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ram_allocation_ratio = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.972627] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] rate_limit_burst = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.972797] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] rate_limit_except_level = CRITICAL {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.972991] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] rate_limit_interval = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.973172] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] reboot_timeout = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.973335] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] reclaim_instance_interval = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.973494] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] record = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.973661] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] reimage_timeout_per_gb = 60 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.973826] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] report_interval = 120 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.974069] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] rescue_timeout = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.974216] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] reserved_host_cpus = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.974382] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] reserved_host_disk_mb = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.974543] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] reserved_host_memory_mb = 512 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.974704] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] reserved_huge_pages = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.974864] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] resize_confirm_window = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.975031] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] resize_fs_using_block_device = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.975200] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] resume_guests_state_on_host_boot = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.975367] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.975522] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] rpc_response_timeout = 60 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.975679] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] run_external_periodic_tasks = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.975842] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] running_deleted_instance_action = reap {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.975998] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.976169] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] running_deleted_instance_timeout = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.976324] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler_instance_sync_interval = 120 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.976488] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_down_time = 720 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.976652] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] servicegroup_driver = db {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.976806] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] shell_completion = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.976962] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] shelved_offload_time = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.977131] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] shelved_poll_interval = 3600 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.977296] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] shutdown_timeout = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.977453] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] source_is_ipv6 = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.977608] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ssl_only = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.977869] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.978052] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] sync_power_state_interval = 600 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.978219] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] sync_power_state_pool_size = 1000 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.978387] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] syslog_log_facility = LOG_USER {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.978545] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] tempdir = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.978703] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] timeout_nbd = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.978871] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] transport_url = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.979050] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] update_resources_interval = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.979249] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] use_cow_images = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.979432] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] use_journal = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.979595] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] use_json = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.979756] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] use_rootwrap_daemon = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.979915] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] use_stderr = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.980095] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] use_syslog = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.980254] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vcpu_pin_set = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.980420] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plugging_is_fatal = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.980586] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plugging_timeout = 300 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.980750] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] virt_mkfs = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.980909] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] volume_usage_poll_interval = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.981082] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] watch_log_file = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.981253] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] web = /usr/share/spice-html5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.981439] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.981606] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.981769] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.981939] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_concurrency.disable_process_locking = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.982567] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.982759] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.982955] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.983157] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.983333] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.983503] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.983690] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.auth_strategy = keystone {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.983865] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.compute_link_prefix = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.984054] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.984238] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.dhcp_domain = novalocal {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.984409] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.enable_instance_password = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.984574] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.glance_link_prefix = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.984741] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.984915] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.985095] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.instance_list_per_project_cells = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.985261] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.list_records_by_skipping_down_cells = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.985426] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.local_metadata_per_cell = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.985596] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.max_limit = 1000 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.985764] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.metadata_cache_expiration = 15 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.985939] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.neutron_default_tenant_id = default {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.986126] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.response_validation = warn {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.986301] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.use_neutron_default_nets = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.986470] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.986635] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.986799] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.986972] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.987159] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.vendordata_dynamic_targets = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.987325] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.vendordata_jsonfile_path = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.987505] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.987701] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.backend = dogpile.cache.memcached {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.987870] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.backend_argument = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.988045] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.backend_expiration_time = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.988223] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.config_prefix = cache.oslo {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.988394] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.dead_timeout = 60.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.988563] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.debug_cache_backend = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.988728] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.enable_retry_client = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.988890] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.enable_socket_keepalive = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.989080] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.enabled = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.989249] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.enforce_fips_mode = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.989416] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.expiration_time = 600 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.989581] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.hashclient_retry_attempts = 2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.989746] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.989909] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.memcache_dead_retry = 300 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.990084] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.memcache_password = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.990252] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.990415] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.990580] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.memcache_pool_maxsize = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.990743] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.990949] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.memcache_sasl_enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.991152] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.991333] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.991497] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.memcache_username = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.991667] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.proxies = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.991831] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.redis_db = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.991994] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.redis_password = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.992184] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.992362] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.992535] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.redis_server = localhost:6379 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.992703] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.redis_socket_timeout = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.992872] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.redis_username = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.993071] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.retry_attempts = 2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.993244] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.retry_delay = 0.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.993411] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.socket_keepalive_count = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.993575] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.socket_keepalive_idle = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.993736] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.socket_keepalive_interval = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.993913] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.tls_allowed_ciphers = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.994101] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.tls_cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.994266] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.tls_certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.994428] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.tls_enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.994586] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cache.tls_keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.994756] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.auth_section = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.994930] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.auth_type = password {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.995108] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.995287] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.995450] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.995613] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.995777] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.cross_az_attach = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.995939] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.debug = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.996113] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.endpoint_template = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.996293] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.http_retries = 3 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.996459] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.996618] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.996793] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.os_region_name = RegionOne {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.996958] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.997130] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cinder.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.997303] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.997466] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.cpu_dedicated_set = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.997624] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.cpu_shared_set = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.997788] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.image_type_exclude_list = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.997952] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.998129] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.998292] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.998456] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.998627] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.998792] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.resource_provider_association_refresh = 300 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.998953] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.999133] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.shutdown_retry_interval = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.999313] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.999492] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] conductor.workers = 2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.999669] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] console.allowed_origins = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.999830] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] console.ssl_ciphers = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.000006] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] console.ssl_minimum_version = default {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.000187] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] consoleauth.enforce_session_timeout = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.000355] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] consoleauth.token_ttl = 600 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.000528] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.000685] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.000862] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.001039] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.connect_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.001205] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.connect_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.001366] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.endpoint_override = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.001528] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.001685] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.001837] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.max_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.001994] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.min_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.002169] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.region_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.002328] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.retriable_status_codes = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.002484] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.service_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.002652] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.service_type = accelerator {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.002813] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.003008] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.status_code_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.003178] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.status_code_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.003336] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.003514] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.003674] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] cyborg.version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.003850] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.asyncio_connection = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.004058] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.asyncio_slave_connection = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.004242] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.backend = sqlalchemy {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.004413] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.connection = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.004578] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.connection_debug = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.004746] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.connection_parameters = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.004907] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.connection_recycle_time = 3600 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.005084] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.connection_trace = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.005249] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.db_inc_retry_interval = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.005411] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.db_max_retries = 20 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.005569] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.db_max_retry_interval = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.005729] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.db_retry_interval = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.005888] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.max_overflow = 50 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.006058] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.max_pool_size = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.006221] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.max_retries = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.006390] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.006547] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.mysql_wsrep_sync_wait = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.006703] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.pool_timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.006861] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.retry_interval = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.007030] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.slave_connection = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.007196] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.sqlite_synchronous = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.007355] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] database.use_db_reconnect = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.007522] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.asyncio_connection = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.007681] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.asyncio_slave_connection = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.007849] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.backend = sqlalchemy {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.008058] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.connection = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.008246] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.connection_debug = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.008419] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.connection_parameters = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.008583] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.connection_recycle_time = 3600 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.008746] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.connection_trace = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.008907] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.db_inc_retry_interval = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.009084] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.db_max_retries = 20 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.009248] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.db_max_retry_interval = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.009409] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.db_retry_interval = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.009574] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.max_overflow = 50 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.009732] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.max_pool_size = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.009890] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.max_retries = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.010072] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.010236] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.010393] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.pool_timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.010552] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.retry_interval = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.010710] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.slave_connection = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.010872] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] api_database.sqlite_synchronous = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.011057] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] devices.enabled_mdev_types = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.011236] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.011406] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.011569] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ephemeral_storage_encryption.enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.011729] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.011900] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.api_servers = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.012078] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.012245] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.012407] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.012565] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.connect_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.012722] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.connect_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.012905] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.debug = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.013090] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.default_trusted_certificate_ids = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.013257] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.enable_certificate_validation = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.013419] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.enable_rbd_download = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.013578] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.endpoint_override = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.013742] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.013934] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.014125] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.max_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.014290] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.min_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.014451] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.num_retries = 3 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.014615] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.rbd_ceph_conf = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.014776] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.rbd_connect_timeout = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.014946] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.rbd_pool = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.015128] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.rbd_user = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.015298] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.region_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.015455] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.retriable_status_codes = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.015610] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.service_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.015776] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.service_type = image {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.015935] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.016104] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.status_code_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.016261] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.status_code_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.016418] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.016597] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.016760] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.verify_glance_signatures = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.016920] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] glance.version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.017098] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] guestfs.debug = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.017268] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.auth_section = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.017429] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.auth_type = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.017587] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.017742] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.017905] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.018074] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.connect_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.018232] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.connect_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.018429] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.endpoint_override = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.018615] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.018775] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.018936] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.max_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.019106] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.min_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.019265] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.region_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.019419] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.retriable_status_codes = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.019573] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.service_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.019739] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.service_type = shared-file-system {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.019900] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.share_apply_policy_timeout = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.020072] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.020231] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.status_code_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.020385] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.status_code_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.020543] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.020720] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.020888] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] manila.version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.021061] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] mks.enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.021415] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.021601] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] image_cache.manager_interval = 2400 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.021768] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] image_cache.precache_concurrency = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.021935] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] image_cache.remove_unused_base_images = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.022116] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.022283] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.022458] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] image_cache.subdirectory_name = _base {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.022633] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.api_max_retries = 60 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.022795] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.api_retry_interval = 2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.022980] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.auth_section = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.023166] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.auth_type = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.023327] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.023484] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.023644] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.023802] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.conductor_group = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.023998] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.connect_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.024185] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.connect_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.024343] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.endpoint_override = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.024504] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.024662] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.024817] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.max_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.024971] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.min_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.025149] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.peer_list = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.025305] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.region_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.025459] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.retriable_status_codes = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.025619] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.serial_console_state_timeout = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.025773] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.service_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.025940] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.service_type = baremetal {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.026115] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.shard = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.026280] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.026434] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.status_code_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.026587] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.status_code_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.026743] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.026921] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.027094] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ironic.version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.027277] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.027449] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] key_manager.fixed_key = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.027630] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.027791] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.barbican_api_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.027950] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.barbican_endpoint = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.028133] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.barbican_endpoint_type = public {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.028292] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.barbican_region_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.028449] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.028607] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.028767] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.028926] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.029094] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.029258] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.number_of_retries = 60 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.029415] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.retry_delay = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.029575] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.send_service_user_token = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.029734] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.029889] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.030059] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.verify_ssl = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.030217] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican.verify_ssl_path = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.030380] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican_service_user.auth_section = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.030539] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican_service_user.auth_type = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.030695] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican_service_user.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.030883] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican_service_user.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.031021] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican_service_user.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.031184] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican_service_user.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.031343] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican_service_user.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.031504] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican_service_user.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.031655] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] barbican_service_user.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.031818] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.approle_role_id = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.031975] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.approle_secret_id = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.032157] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.kv_mountpoint = secret {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.032316] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.kv_path = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.032479] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.kv_version = 2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.032636] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.namespace = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.032793] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.root_token_id = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.032981] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.ssl_ca_crt_file = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.033171] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.timeout = 60.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.033337] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.use_ssl = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.033511] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.033679] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.033839] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.034049] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.034219] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.connect_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.034378] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.connect_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.034593] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.endpoint_override = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.034795] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.035091] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.035148] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.max_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.035292] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.min_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.035451] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.region_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.035615] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.retriable_status_codes = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.035775] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.service_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.035945] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.service_type = identity {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.036125] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.036303] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.status_code_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.036465] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.status_code_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.036622] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.036801] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.037514] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] keystone.version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.037514] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.ceph_mount_options = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.037514] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.037664] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.connection_uri = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.037777] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.cpu_mode = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.037950] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.038195] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.cpu_models = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.038393] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.cpu_power_governor_high = performance {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.038566] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.038732] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.cpu_power_management = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.038906] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.039090] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.device_detach_attempts = 8 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.039258] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.device_detach_timeout = 20 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.039425] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.disk_cachemodes = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.039585] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.disk_prefix = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.039749] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.enabled_perf_events = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.039911] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.file_backed_memory = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.040090] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.gid_maps = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.040255] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.hw_disk_discard = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.040408] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.hw_machine_type = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.040575] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.images_rbd_ceph_conf = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.040737] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.040897] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.041076] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.images_rbd_glance_store_name = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.041246] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.images_rbd_pool = rbd {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.041412] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.images_type = default {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.041568] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.images_volume_group = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.041730] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.inject_key = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.041887] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.inject_partition = -2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.042059] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.inject_password = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.042224] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.iscsi_iface = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.042387] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.iser_use_multipath = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.042546] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.042705] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.042866] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_downtime = 500 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.043064] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.043233] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.043400] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_inbound_addr = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.043568] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.043716] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.043883] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_scheme = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.044093] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_timeout_action = abort {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.044265] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_tunnelled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.044427] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_uri = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.044588] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.live_migration_with_native_tls = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.044747] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.max_queues = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.044906] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.045156] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.045319] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.nfs_mount_options = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.045615] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.045788] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.045951] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.046129] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.046287] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.046445] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.num_pcie_ports = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.046606] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.046767] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.pmem_namespaces = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.046924] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.quobyte_client_cfg = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.047229] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.047404] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.047567] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.047728] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.047885] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.rbd_secret_uuid = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.048053] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.rbd_user = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.048214] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.048382] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.048539] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.rescue_image_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.048702] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.rescue_kernel_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.048859] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.rescue_ramdisk_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.049035] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.049195] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.rx_queue_size = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.049361] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.smbfs_mount_options = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.049640] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.049811] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.snapshot_compression = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.049974] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.snapshot_image_format = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.050258] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.050382] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.sparse_logical_volumes = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.050543] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.swtpm_enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.050708] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.swtpm_group = tss {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.050873] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.swtpm_user = tss {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.051059] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.sysinfo_serial = unique {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.051223] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.tb_cache_size = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.051377] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.tx_queue_size = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.051537] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.uid_maps = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.051698] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.use_virtio_for_bridges = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.051864] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.virt_type = kvm {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.052040] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.volume_clear = zero {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.052207] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.volume_clear_size = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.052366] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.volume_enforce_multipath = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.052528] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.volume_use_multipath = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.052683] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.vzstorage_cache_path = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.052849] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053056] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053231] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053404] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053677] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.053861] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.vzstorage_mount_user = stack {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054066] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054247] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.auth_section = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054420] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.auth_type = password {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054579] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054735] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.054896] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055059] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.connect_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055219] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.connect_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055589] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.default_floating_pool = public {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055589] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.endpoint_override = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055696] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.extension_sync_interval = 600 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.055840] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.http_retries = 3 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056010] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056181] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056343] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.max_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056510] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056667] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.min_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056833] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.ovs_bridge = br-int {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.056998] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.physnets = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057183] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.region_name = RegionOne {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057342] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.retriable_status_codes = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057506] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.service_metadata_proxy = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057664] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.service_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057829] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.service_type = network {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.057988] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058165] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.status_code_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058321] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.status_code_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058478] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058657] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058818] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] neutron.version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.058990] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] notifications.bdms_in_notifications = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059182] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] notifications.default_level = INFO {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059347] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] notifications.include_share_mapping = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059517] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] notifications.notification_format = unversioned {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059680] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] notifications.notify_on_state_change = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.059853] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060037] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] pci.alias = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060259] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] pci.device_spec = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060447] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] pci.report_in_placement = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060622] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.auth_section = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060794] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.auth_type = password {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.060958] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061134] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061294] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061454] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061609] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.connect_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061769] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.connect_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.061924] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.default_domain_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062095] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.default_domain_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062257] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.domain_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062410] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.domain_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062565] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.endpoint_override = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062723] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.062897] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063081] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.max_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063242] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.min_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063411] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.password = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063569] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.project_domain_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063734] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.project_domain_name = Default {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.063919] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.project_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064173] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.project_name = service {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064366] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.region_name = RegionOne {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064531] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.retriable_status_codes = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064710] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.service_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.064881] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.service_type = placement {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065058] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065221] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.status_code_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065378] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.status_code_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065536] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.system_scope = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065916] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.065916] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.trust_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066029] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.user_domain_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066166] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.user_domain_name = Default {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066323] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.user_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066494] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.username = nova {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066671] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.066829] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] placement.version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067015] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.cores = 20 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067184] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.count_usage_from_placement = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067359] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067526] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.injected_file_content_bytes = 10240 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067690] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.injected_file_path_length = 255 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.067852] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.injected_files = 5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068024] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.instances = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068192] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.key_pairs = 100 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068359] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.metadata_items = 128 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068521] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.ram = 51200 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068683] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.recheck_quota = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.068848] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.server_group_members = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069021] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.server_groups = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069236] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069411] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] quota.unified_limits_resource_strategy = require {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069581] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069742] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.069902] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler.image_metadata_prefilter = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070076] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070241] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler.max_attempts = 3 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070403] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler.max_placement_results = 1000 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070565] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070722] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.070880] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071063] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] scheduler.workers = 2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071243] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071416] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071594] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071761] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.071925] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072100] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072266] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072455] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072623] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.host_subset_size = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072786] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.072966] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073149] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073314] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073493] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073660] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.isolated_hosts = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.073825] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.isolated_images = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074039] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074225] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074391] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074553] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.pci_in_placement = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074714] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.074874] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075054] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075220] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075381] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075540] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075698] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.track_instance_changes = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.075873] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076264] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] metrics.required = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076264] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] metrics.weight_multiplier = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076409] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076575] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] metrics.weight_setting = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.076880] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077068] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] serial_console.enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077247] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] serial_console.port_range = 10000:20000 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077419] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077588] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077753] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] serial_console.serialproxy_port = 6083 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.077919] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_user.auth_section = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078108] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_user.auth_type = password {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078270] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_user.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078428] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_user.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078586] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_user.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078745] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_user.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.078900] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_user.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079082] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_user.send_service_user_token = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079246] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_user.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079403] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] service_user.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079569] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.agent_enabled = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.079726] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080032] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080246] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080418] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.html5proxy_port = 6082 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080578] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.image_compression = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080735] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.jpeg_compression = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.080897] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.playback_compression = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081067] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.require_secure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081242] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.server_listen = 127.0.0.1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081410] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081681] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.081850] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.streaming_mode = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082018] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] spice.zlib_compression = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082191] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] upgrade_levels.baseapi = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082364] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] upgrade_levels.compute = auto {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082521] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] upgrade_levels.conductor = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082675] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] upgrade_levels.scheduler = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.082839] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083037] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083206] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vendordata_dynamic_auth.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083363] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vendordata_dynamic_auth.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083521] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083680] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vendordata_dynamic_auth.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.083835] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084045] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084220] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vendordata_dynamic_auth.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084395] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.api_retry_count = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084556] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.ca_file = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084727] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.084894] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.cluster_name = testcl1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085067] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.connection_pool_size = 10 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085231] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.console_delay_seconds = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085397] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.datastore_regex = ^datastore.* {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085601] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085772] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.host_password = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.085937] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.host_port = 443 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086117] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.host_username = administrator@vsphere.local {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086286] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.insecure = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086447] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.integration_bridge = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086609] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.maximum_objects = 100 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086766] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.pbm_default_policy = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.086924] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.pbm_enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087095] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.pbm_wsdl_location = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087265] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087422] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.serial_port_proxy_uri = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087577] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.serial_port_service_uri = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087741] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.task_poll_interval = 0.5 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.087910] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.use_linked_clone = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.088108] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.vnc_keymap = en-us {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.088292] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.vnc_port = 5900 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.088457] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vmware.vnc_port_total = 10000 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.088639] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vnc.auth_schemes = ['none'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.088811] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vnc.enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.089102] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.089290] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.089459] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vnc.novncproxy_port = 6080 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.089649] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vnc.server_listen = 127.0.0.1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.089825] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.089984] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vnc.vencrypt_ca_certs = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.090158] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vnc.vencrypt_client_cert = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.090315] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vnc.vencrypt_client_key = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.090491] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.090650] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.disable_deep_image_inspection = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.090809] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.090969] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.091143] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.091304] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.disable_rootwrap = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.091463] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.enable_numa_live_migration = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.091620] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.091778] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.091936] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.092105] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.libvirt_disable_apic = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.092265] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.092425] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.092583] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.092743] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.092918] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.093105] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.093269] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.093427] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.093584] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.093744] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.093955] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.094168] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.client_socket_timeout = 900 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.094337] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.default_pool_size = 1000 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.094500] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.keep_alive = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.094664] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.max_header_line = 16384 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.094824] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.094983] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.ssl_ca_file = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.095159] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.ssl_cert_file = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.095318] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.ssl_key_file = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.095482] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.tcp_keepidle = 600 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.095665] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.095832] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] zvm.ca_file = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.095993] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] zvm.cloud_connector_url = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.096292] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.096476] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] zvm.reachable_timeout = 300 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.096648] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.096826] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.097008] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.connection_string = messaging:// {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.097198] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.enabled = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.097367] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.es_doc_type = notification {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.097524] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.es_scroll_size = 10000 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.097690] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.es_scroll_time = 2m {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.097850] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.filter_error_trace = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.098023] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.hmac_keys = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.098192] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.sentinel_service_name = mymaster {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.098359] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.socket_timeout = 0.1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.098521] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.trace_requests = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.098680] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler.trace_sqlalchemy = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.098855] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler_jaeger.process_tags = {} {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.099023] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler_jaeger.service_name_prefix = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.099192] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] profiler_otlp.service_name_prefix = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.099354] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] remote_debug.host = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.099512] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] remote_debug.port = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.099685] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.099844] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.100010] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.100196] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.100362] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.100521] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.100679] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.100836] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.100995] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.101176] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.101339] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.101506] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.101671] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.101832] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.101991] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.102175] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.102336] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.102495] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.102660] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.102820] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.103010] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.103187] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.103349] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.103508] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.103668] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.103824] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.104031] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.104212] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.104373] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.104532] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.104690] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.ssl = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.104860] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.105037] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.105204] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.105372] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.105537] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.105698] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.105879] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.106059] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_notifications.retry = -1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.106235] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.106404] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.106573] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.auth_section = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.106733] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.auth_type = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.106892] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.cafile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.107068] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.certfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.107232] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.collect_timing = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.107387] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.connect_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.107542] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.connect_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.107698] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.endpoint_id = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.107867] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.108033] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.endpoint_override = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.108193] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.endpoint_region_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.108350] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.endpoint_service_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.108505] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.endpoint_service_type = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.108663] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.insecure = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.108815] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.keyfile = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.108969] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.max_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.109140] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.min_version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.109294] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.region_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.109450] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.retriable_status_codes = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.109605] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.service_name = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.109758] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.service_type = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.109917] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.split_loggers = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.110092] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.status_code_retries = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.110249] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.status_code_retry_delay = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.110404] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.timeout = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.110558] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.valid_interfaces = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.110713] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_limit.version = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.110879] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_reports.file_event_handler = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.111054] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.111216] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] oslo_reports.log_dir = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.111384] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.111545] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.111700] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.111863] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.112036] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.112222] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.112396] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.112556] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_ovs_privileged.group = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.112712] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.112884] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.113075] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.113240] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] vif_plug_ovs_privileged.user = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.113407] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.113584] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.113756] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.113942] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.114137] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.114310] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.114473] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.114633] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.114813] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.114983] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_ovs.isolate_vif = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.115166] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.115329] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.115497] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.115670] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.115833] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] os_vif_ovs.per_port_bridge = False {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.116052] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] privsep_osbrick.capabilities = [21] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.116244] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] privsep_osbrick.group = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.116405] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] privsep_osbrick.helper_command = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.116572] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.116734] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.116891] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] privsep_osbrick.user = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.117076] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.117239] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] nova_sys_admin.group = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.117393] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] nova_sys_admin.helper_command = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.117557] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.117717] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.117873] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] nova_sys_admin.user = None {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.118009] env[68802]: DEBUG oslo_service.backend.eventlet.service [None req-7b0aa1c7-5a24-49ab-9e2e-4f6b0b5017c1 None None] ******************************************************************************** {{(pid=68802) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 523.118436] env[68802]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 523.622407] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Getting list of instances from cluster (obj){ [ 523.622407] env[68802]: value = "domain-c8" [ 523.622407] env[68802]: _type = "ClusterComputeResource" [ 523.622407] env[68802]: } {{(pid=68802) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 523.623556] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1181d036-4766-49a6-99c4-138723003bf7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.632703] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Got total of 0 instances {{(pid=68802) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 523.633329] env[68802]: WARNING nova.virt.vmwareapi.driver [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 523.633791] env[68802]: INFO nova.virt.node [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Generated node identity 13848a83-f35a-4e12-bf26-a4b2d228e7c4 [ 523.634030] env[68802]: INFO nova.virt.node [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Wrote node identity 13848a83-f35a-4e12-bf26-a4b2d228e7c4 to /opt/stack/data/n-cpu-1/compute_id [ 524.136824] env[68802]: WARNING nova.compute.manager [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Compute nodes ['13848a83-f35a-4e12-bf26-a4b2d228e7c4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 525.141639] env[68802]: INFO nova.compute.manager [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 526.147953] env[68802]: WARNING nova.compute.manager [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 526.148364] env[68802]: DEBUG oslo_concurrency.lockutils [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 526.148531] env[68802]: DEBUG oslo_concurrency.lockutils [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 526.148731] env[68802]: DEBUG oslo_concurrency.lockutils [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 526.148919] env[68802]: DEBUG nova.compute.resource_tracker [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 526.149898] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea1e00c-5e27-4c5e-9cb7-9906bdf486ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.158173] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8e86f6-eb60-4a48-97bf-f3110d82f2eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.172252] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d6fd0a-48a8-4807-9ada-709085e03f78 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.178775] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bbf5bd-4f15-4a1d-879f-b51c9a7dc809 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.207826] env[68802]: DEBUG nova.compute.resource_tracker [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181086MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 526.207963] env[68802]: DEBUG oslo_concurrency.lockutils [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 526.208188] env[68802]: DEBUG oslo_concurrency.lockutils [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 526.710440] env[68802]: WARNING nova.compute.resource_tracker [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] No compute node record for cpu-1:13848a83-f35a-4e12-bf26-a4b2d228e7c4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 13848a83-f35a-4e12-bf26-a4b2d228e7c4 could not be found. [ 527.214712] env[68802]: INFO nova.compute.resource_tracker [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 [ 528.722323] env[68802]: DEBUG nova.compute.resource_tracker [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 528.722703] env[68802]: DEBUG nova.compute.resource_tracker [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 528.875945] env[68802]: INFO nova.scheduler.client.report [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] [req-60f2c682-c5e4-4e03-bce6-c02adee9542a] Created resource provider record via placement API for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 528.892453] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdc7485-c942-4c33-9eb7-77f658595e30 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.900070] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1b2445-880b-41e8-851c-3db4e3ea6556 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.930184] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113f74cd-de93-4393-9206-e071ae8a2976 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.937435] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a7a0b9-78d2-4934-81d3-0878e5c7add1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.950648] env[68802]: DEBUG nova.compute.provider_tree [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 529.486338] env[68802]: DEBUG nova.scheduler.client.report [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 529.486553] env[68802]: DEBUG nova.compute.provider_tree [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 0 to 1 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 529.486685] env[68802]: DEBUG nova.compute.provider_tree [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 529.533870] env[68802]: DEBUG nova.compute.provider_tree [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 1 to 2 during operation: update_traits {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 530.038379] env[68802]: DEBUG nova.compute.resource_tracker [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 530.039025] env[68802]: DEBUG oslo_concurrency.lockutils [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.831s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 530.039347] env[68802]: DEBUG nova.service [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Creating RPC server for service compute {{(pid=68802) start /opt/stack/nova/nova/service.py:186}} [ 530.052167] env[68802]: DEBUG nova.service [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] Join ServiceGroup membership for this service compute {{(pid=68802) start /opt/stack/nova/nova/service.py:203}} [ 530.052503] env[68802]: DEBUG nova.servicegroup.drivers.db [None req-76e72f95-a25f-468f-bbc6-33b4ca88a0a4 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68802) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 541.056075] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._sync_power_states {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.559612] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Getting list of instances from cluster (obj){ [ 541.559612] env[68802]: value = "domain-c8" [ 541.559612] env[68802]: _type = "ClusterComputeResource" [ 541.559612] env[68802]: } {{(pid=68802) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.560933] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9015dd70-57e4-4c62-9b00-3dcd0a2839ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.569612] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Got total of 0 instances {{(pid=68802) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 541.569839] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.570166] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Getting list of instances from cluster (obj){ [ 541.570166] env[68802]: value = "domain-c8" [ 541.570166] env[68802]: _type = "ClusterComputeResource" [ 541.570166] env[68802]: } {{(pid=68802) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.571036] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc81da91-d140-4b38-88c1-51bc0e1382ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.577973] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Got total of 0 instances {{(pid=68802) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 571.041030] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "14a6193c-05be-493e-a1bb-75b7b31897ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.041030] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "14a6193c-05be-493e-a1bb-75b7b31897ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.543764] env[68802]: DEBUG nova.compute.manager [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.093140] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.094018] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.095745] env[68802]: INFO nova.compute.claims [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.175236] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036d2085-aeb5-4ad1-9341-c60d1b72d6e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.186390] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e166bbd1-0601-4c1a-b310-c6b9a227735d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.233269] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16418e9-7543-4bb7-929b-97914680d89d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.246780] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bd1f3f-0795-4ca4-ba56-ef9cd1d71833 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.264018] env[68802]: DEBUG nova.compute.provider_tree [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.305858] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquiring lock "7c883ceb-bd80-4e2d-8172-aa18125ef396" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.306896] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Lock "7c883ceb-bd80-4e2d-8172-aa18125ef396" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.641094] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "43b53df0-1d55-46f2-a7ab-883dd380aa17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.641483] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "43b53df0-1d55-46f2-a7ab-883dd380aa17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.768545] env[68802]: DEBUG nova.scheduler.client.report [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.808473] env[68802]: DEBUG nova.compute.manager [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.949862] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquiring lock "e2be90b1-394a-4add-8135-7789857dcec1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.950178] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lock "e2be90b1-394a-4add-8135-7789857dcec1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.145976] env[68802]: DEBUG nova.compute.manager [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.279019] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.279019] env[68802]: DEBUG nova.compute.manager [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.345627] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.346020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.347381] env[68802]: INFO nova.compute.claims [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.453225] env[68802]: DEBUG nova.compute.manager [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.681686] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.784376] env[68802]: DEBUG nova.compute.utils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 574.786940] env[68802]: DEBUG nova.compute.manager [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.786940] env[68802]: DEBUG nova.network.neutron [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.990477] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.990576] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "a8322577-7f86-48e3-be17-8dfc19047045" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.990764] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "a8322577-7f86-48e3-be17-8dfc19047045" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.041592] env[68802]: DEBUG nova.policy [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44de32bc2f1f4189b4b108bca097faa7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '832b634379e2480c9166d728c1985816', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.296922] env[68802]: DEBUG nova.compute.manager [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.472806] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e492ab7b-f804-4164-aa7f-0542bd49a05b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.481391] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc076d4-a50f-4053-88a5-309ac54b363e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.518410] env[68802]: DEBUG nova.compute.manager [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.522297] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ded3949-be2f-4020-b7d7-06334ef61872 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.530938] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8e970c-1053-4119-ad65-d11109509d66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.544948] env[68802]: DEBUG nova.compute.provider_tree [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.718136] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "f19157c4-a8f7-4e71-842e-1b593907fce1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.718935] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "f19157c4-a8f7-4e71-842e-1b593907fce1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.765051] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquiring lock "fe6f7451-48d7-4698-816a-9a065ce0af35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.765277] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lock "fe6f7451-48d7-4698-816a-9a065ce0af35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.788295] env[68802]: DEBUG nova.network.neutron [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Successfully created port: ffd04e49-7c57-4f23-944c-f266b59f832e {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.049537] env[68802]: DEBUG nova.scheduler.client.report [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.066398] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.225795] env[68802]: DEBUG nova.compute.manager [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.269392] env[68802]: DEBUG nova.compute.manager [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.311096] env[68802]: DEBUG nova.compute.manager [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.340176] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquiring lock "c9025454-e87b-4bfa-8b8d-4951d2085250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.340176] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lock "c9025454-e87b-4bfa-8b8d-4951d2085250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.352676] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.352676] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.352988] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.352988] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.353331] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.353529] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.353745] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.353900] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.354795] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.354795] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.354960] env[68802]: DEBUG nova.virt.hardware [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.356442] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ca064a-ab52-4c12-933d-d422bd070d82 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.367194] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55683706-148c-4676-b8ea-918efe4ebb0e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.386180] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a193c23f-b8e6-481f-b8bf-b4f9324f3a6b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.555330] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.555573] env[68802]: DEBUG nova.compute.manager [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.566128] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.877s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.567755] env[68802]: INFO nova.compute.claims [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.751173] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.799598] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.844737] env[68802]: DEBUG nova.compute.manager [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.075645] env[68802]: DEBUG nova.compute.utils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.077099] env[68802]: DEBUG nova.compute.manager [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.077357] env[68802]: DEBUG nova.network.neutron [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.134338] env[68802]: DEBUG nova.policy [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69420f9b6cb04c2783d1a8407bdf071b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07052205dd95451cae8f4ad7f0bf21cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.374522] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.586169] env[68802]: DEBUG nova.compute.manager [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.617330] env[68802]: DEBUG nova.network.neutron [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Successfully created port: 9742a940-b1ee-4712-ba9c-6a26d4310fe5 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.745482] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquiring lock "ec3b9c58-b201-40ca-830b-29749bc54a83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.745691] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lock "ec3b9c58-b201-40ca-830b-29749bc54a83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.774709] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5a3f43-33ac-4e54-8d08-1791d6bd48b3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.784330] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09422ae7-6706-4a82-9ae8-f588c7e20415 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.818391] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef43f77-f8b2-45cb-aa1b-8614a423167e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.826646] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8422b809-dd35-4218-9b2b-dbe314838aee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.842127] env[68802]: DEBUG nova.compute.provider_tree [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.247427] env[68802]: DEBUG nova.network.neutron [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Successfully updated port: ffd04e49-7c57-4f23-944c-f266b59f832e {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.253626] env[68802]: DEBUG nova.compute.manager [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.324727] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "5f43c913-9f54-4d9e-954d-9e776a259a16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.325135] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "5f43c913-9f54-4d9e-954d-9e776a259a16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.345530] env[68802]: DEBUG nova.scheduler.client.report [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.455584] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.455887] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.456089] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.456272] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.456629] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.456629] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.456828] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.457019] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 578.457176] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.608484] env[68802]: DEBUG nova.compute.manager [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.631024] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.631694] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.632018] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.632565] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.632862] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.633719] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.637068] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.637068] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.637068] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.637068] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.637068] env[68802]: DEBUG nova.virt.hardware [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.637264] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb68b39-6e4d-4c90-9b2a-915e1d12430d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.645701] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620ded3b-541f-4560-889b-63570c21a8b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.752261] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "refresh_cache-14a6193c-05be-493e-a1bb-75b7b31897ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.752430] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquired lock "refresh_cache-14a6193c-05be-493e-a1bb-75b7b31897ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.752607] env[68802]: DEBUG nova.network.neutron [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.785145] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.829295] env[68802]: DEBUG nova.compute.manager [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.852058] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.852264] env[68802]: DEBUG nova.compute.manager [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 578.860421] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.871s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.864018] env[68802]: INFO nova.compute.claims [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.960905] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.232190] env[68802]: DEBUG nova.compute.manager [req-b41ee60b-daec-4dfb-870b-de25dcf1edb4 req-0db2bb39-aea2-44a8-b73d-018f77daa1f7 service nova] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Received event network-vif-plugged-ffd04e49-7c57-4f23-944c-f266b59f832e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 579.232190] env[68802]: DEBUG oslo_concurrency.lockutils [req-b41ee60b-daec-4dfb-870b-de25dcf1edb4 req-0db2bb39-aea2-44a8-b73d-018f77daa1f7 service nova] Acquiring lock "14a6193c-05be-493e-a1bb-75b7b31897ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.232190] env[68802]: DEBUG oslo_concurrency.lockutils [req-b41ee60b-daec-4dfb-870b-de25dcf1edb4 req-0db2bb39-aea2-44a8-b73d-018f77daa1f7 service nova] Lock "14a6193c-05be-493e-a1bb-75b7b31897ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.232190] env[68802]: DEBUG oslo_concurrency.lockutils [req-b41ee60b-daec-4dfb-870b-de25dcf1edb4 req-0db2bb39-aea2-44a8-b73d-018f77daa1f7 service nova] Lock "14a6193c-05be-493e-a1bb-75b7b31897ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.232190] env[68802]: DEBUG nova.compute.manager [req-b41ee60b-daec-4dfb-870b-de25dcf1edb4 req-0db2bb39-aea2-44a8-b73d-018f77daa1f7 service nova] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] No waiting events found dispatching network-vif-plugged-ffd04e49-7c57-4f23-944c-f266b59f832e {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.232385] env[68802]: WARNING nova.compute.manager [req-b41ee60b-daec-4dfb-870b-de25dcf1edb4 req-0db2bb39-aea2-44a8-b73d-018f77daa1f7 service nova] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Received unexpected event network-vif-plugged-ffd04e49-7c57-4f23-944c-f266b59f832e for instance with vm_state building and task_state spawning. [ 579.344862] env[68802]: DEBUG nova.network.neutron [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.356799] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.371633] env[68802]: DEBUG nova.compute.utils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.372975] env[68802]: DEBUG nova.compute.manager [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.373175] env[68802]: DEBUG nova.network.neutron [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.571199] env[68802]: DEBUG nova.policy [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b023e2da2b954dc5b9e9ec9aee824a39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0ecee7661c2478580bad6ac941ddd7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.733286] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "27610814-a343-4395-ab92-501846547df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.734102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "27610814-a343-4395-ab92-501846547df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.827686] env[68802]: DEBUG nova.network.neutron [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Updating instance_info_cache with network_info: [{"id": "ffd04e49-7c57-4f23-944c-f266b59f832e", "address": "fa:16:3e:47:b8:65", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd04e49-7c", "ovs_interfaceid": "ffd04e49-7c57-4f23-944c-f266b59f832e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.880843] env[68802]: DEBUG nova.compute.manager [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.091578] env[68802]: DEBUG nova.network.neutron [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Successfully updated port: 9742a940-b1ee-4712-ba9c-6a26d4310fe5 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.134554] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c2020b-1dab-4ed6-a9ff-a0e2d34e0094 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.143234] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37d248c-76b8-4054-a46a-9a2526b15fcd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.176146] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f704dc2-2f88-4787-a3db-3f1da5e7b153 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.183772] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a191c72-2df9-413b-b2f9-70e7befc0089 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.198120] env[68802]: DEBUG nova.compute.provider_tree [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.334727] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Releasing lock "refresh_cache-14a6193c-05be-493e-a1bb-75b7b31897ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.335085] env[68802]: DEBUG nova.compute.manager [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Instance network_info: |[{"id": "ffd04e49-7c57-4f23-944c-f266b59f832e", "address": "fa:16:3e:47:b8:65", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd04e49-7c", "ovs_interfaceid": "ffd04e49-7c57-4f23-944c-f266b59f832e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.335787] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:b8:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffd04e49-7c57-4f23-944c-f266b59f832e', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.350282] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.350798] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8595349c-73ce-45db-a85c-457141c8508e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.369240] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Created folder: OpenStack in parent group-v4. [ 580.369511] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Creating folder: Project (832b634379e2480c9166d728c1985816). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.369780] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ad9e968-0c00-4821-b04a-d65e3328cac3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.381348] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Created folder: Project (832b634379e2480c9166d728c1985816) in parent group-v561663. [ 580.383078] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Creating folder: Instances. Parent ref: group-v561664. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.383078] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fe113e1-b9a3-4440-85ea-864d06576c7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.392461] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Created folder: Instances in parent group-v561664. [ 580.392990] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 580.393554] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.393889] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0834dd1-5009-470b-b333-4ad00d82f5ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.419365] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.419365] env[68802]: value = "task-2794669" [ 580.419365] env[68802]: _type = "Task" [ 580.419365] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.434160] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794669, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.594981] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquiring lock "refresh_cache-7c883ceb-bd80-4e2d-8172-aa18125ef396" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.595250] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquired lock "refresh_cache-7c883ceb-bd80-4e2d-8172-aa18125ef396" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.595302] env[68802]: DEBUG nova.network.neutron [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.692254] env[68802]: DEBUG nova.network.neutron [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Successfully created port: 3f178b36-8b3b-4a36-a650-10a9478e3b06 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.701556] env[68802]: DEBUG nova.scheduler.client.report [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.896470] env[68802]: DEBUG nova.compute.manager [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 580.934275] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794669, 'name': CreateVM_Task, 'duration_secs': 0.420178} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.934525] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.936717] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.937073] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.937259] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.937448] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.938462] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.938692] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.938878] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.939252] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.939252] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.939475] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.939658] env[68802]: DEBUG nova.virt.hardware [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.941974] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8069ad-5c90-489f-bf38-00d06384d5c2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.952527] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e54d564-68a3-4d24-8de8-fd392142d11b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.078656] env[68802]: DEBUG oslo_vmware.service [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97be0101-9086-4ade-a4b1-a4d0d5bcfad5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.085282] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.085282] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.086548] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.086548] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-841281a7-eb74-44c7-80d4-5d61a6fd8b41 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.091262] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 581.091262] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b90670-8d2a-415a-256c-95cf30538f01" [ 581.091262] env[68802]: _type = "Task" [ 581.091262] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.101494] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b90670-8d2a-415a-256c-95cf30538f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.187076] env[68802]: DEBUG nova.network.neutron [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.208692] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.210408] env[68802]: DEBUG nova.compute.manager [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.216019] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.148s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.216019] env[68802]: INFO nova.compute.claims [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.593679] env[68802]: DEBUG nova.network.neutron [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Updating instance_info_cache with network_info: [{"id": "9742a940-b1ee-4712-ba9c-6a26d4310fe5", "address": "fa:16:3e:46:71:7e", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9742a940-b1", "ovs_interfaceid": "9742a940-b1ee-4712-ba9c-6a26d4310fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.616556] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.616556] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.616556] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.616556] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.617069] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.617938] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af840022-6813-4ffb-9809-de4087bfa1de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.644641] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.644641] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.644641] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9026a12b-a005-4435-a5e4-25fca622b6d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.652466] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13b8e5e-20fd-42c3-bd9c-fa010a806b8f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.658750] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 581.658750] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ebbea4-fda4-ece0-82ea-53468f892b2d" [ 581.658750] env[68802]: _type = "Task" [ 581.658750] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.671378] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ebbea4-fda4-ece0-82ea-53468f892b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.722299] env[68802]: DEBUG nova.compute.utils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.725618] env[68802]: DEBUG nova.compute.manager [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.726141] env[68802]: DEBUG nova.network.neutron [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.857271] env[68802]: DEBUG nova.policy [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9175c5694f33472f91fc26dde4639607', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c07e5c8806424aeca9f79424cfa472ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.104110] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Releasing lock "refresh_cache-7c883ceb-bd80-4e2d-8172-aa18125ef396" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.104110] env[68802]: DEBUG nova.compute.manager [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Instance network_info: |[{"id": "9742a940-b1ee-4712-ba9c-6a26d4310fe5", "address": "fa:16:3e:46:71:7e", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9742a940-b1", "ovs_interfaceid": "9742a940-b1ee-4712-ba9c-6a26d4310fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.106467] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:71:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9742a940-b1ee-4712-ba9c-6a26d4310fe5', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.113082] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Creating folder: Project (07052205dd95451cae8f4ad7f0bf21cb). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.114229] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb1caf5-e95c-41b3-9409-b681006e94eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.126013] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Created folder: Project (07052205dd95451cae8f4ad7f0bf21cb) in parent group-v561663. [ 582.126013] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Creating folder: Instances. Parent ref: group-v561667. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.126013] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce5b95bb-bf6d-45e0-b574-0105137e6a66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.135498] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Created folder: Instances in parent group-v561667. [ 582.135724] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 582.135909] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.136428] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d03a26c-5fce-4d1c-8719-2199d00dbb4e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.159756] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.159756] env[68802]: value = "task-2794672" [ 582.159756] env[68802]: _type = "Task" [ 582.159756] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.176783] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Preparing fetch location {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 582.176971] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Creating directory with path [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.177663] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9254a2fd-3e10-4820-8a9a-8387fb68ddd6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.183621] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794672, 'name': CreateVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.193180] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Created directory with path [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.194366] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Fetch image to [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 582.194366] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Downloading image file data 438cd240-f04d-4823-ac03-73cb79612fcc to [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk on the data store datastore2 {{(pid=68802) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 582.194366] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236ae1e2-c999-489a-91ec-20739bc7bd2e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.202042] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc72540-55de-426e-bd90-405be15428dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.212627] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b7d461-7675-4f0f-9345-356e56939179 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.251478] env[68802]: DEBUG nova.compute.manager [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.255164] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d5a43f-cf48-4a86-81af-ee2090d234ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.262590] env[68802]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-17b4bb79-0541-46db-b3f7-8673d1c81532 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.299500] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Downloading image file data 438cd240-f04d-4823-ac03-73cb79612fcc to the data store datastore2 {{(pid=68802) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 582.369537] env[68802]: DEBUG oslo_vmware.rw_handles [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68802) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 582.605943] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7baa347-24a2-41e4-b96d-60bb5c13078b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.622307] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c1677a-4853-4ad1-b9a2-a7a6a9ed742d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.662979] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc689c67-ca87-4492-915e-0b03b7332334 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.680577] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc15ef8f-3f06-4769-8798-1154929d356f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.684769] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794672, 'name': CreateVM_Task, 'duration_secs': 0.372223} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.686912] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.688062] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.688213] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.688575] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.696697] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0170f51b-9d58-4309-8e31-d95fd1691797 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.698765] env[68802]: DEBUG nova.compute.provider_tree [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.705581] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for the task: (returnval){ [ 582.705581] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529a03ab-dd0c-2dc2-e7e5-15f74d07030f" [ 582.705581] env[68802]: _type = "Task" [ 582.705581] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.716529] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529a03ab-dd0c-2dc2-e7e5-15f74d07030f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.730590] env[68802]: DEBUG nova.compute.manager [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Received event network-changed-ffd04e49-7c57-4f23-944c-f266b59f832e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 582.730805] env[68802]: DEBUG nova.compute.manager [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Refreshing instance network info cache due to event network-changed-ffd04e49-7c57-4f23-944c-f266b59f832e. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 582.731039] env[68802]: DEBUG oslo_concurrency.lockutils [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] Acquiring lock "refresh_cache-14a6193c-05be-493e-a1bb-75b7b31897ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.731185] env[68802]: DEBUG oslo_concurrency.lockutils [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] Acquired lock "refresh_cache-14a6193c-05be-493e-a1bb-75b7b31897ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.731340] env[68802]: DEBUG nova.network.neutron [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Refreshing network info cache for port ffd04e49-7c57-4f23-944c-f266b59f832e {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.019802] env[68802]: DEBUG nova.network.neutron [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Successfully created port: 63e1a553-1c3f-41b3-9142-ec1a7073053c {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.060702] env[68802]: DEBUG oslo_vmware.rw_handles [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Completed reading data from the image iterator. {{(pid=68802) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 583.060936] env[68802]: DEBUG oslo_vmware.rw_handles [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 583.205415] env[68802]: DEBUG nova.scheduler.client.report [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.210981] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Downloaded image file data 438cd240-f04d-4823-ac03-73cb79612fcc to vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk on the data store datastore2 {{(pid=68802) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 583.211685] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Caching image {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 583.212187] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Copying Virtual Disk [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk to [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.212557] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d5b3d89-8b7c-4ddc-bb4c-2c4cf1dead6c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.227970] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.228509] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.228795] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.229282] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 583.229282] env[68802]: value = "task-2794673" [ 583.229282] env[68802]: _type = "Task" [ 583.229282] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.242257] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.265643] env[68802]: DEBUG nova.compute.manager [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.294215] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.294558] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.294940] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.295126] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.295400] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.295497] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.295734] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.295969] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.298370] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.298370] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.298370] env[68802]: DEBUG nova.virt.hardware [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.298370] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571cafc2-c574-44fd-b64c-e023e0098686 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.309804] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ebde4-0bb3-4344-9499-dc23f2fc220a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.683040] env[68802]: DEBUG nova.network.neutron [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Successfully updated port: 3f178b36-8b3b-4a36-a650-10a9478e3b06 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.716703] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.717236] env[68802]: DEBUG nova.compute.manager [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.719765] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.969s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.721270] env[68802]: INFO nova.compute.claims [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.753749] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794673, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.859940] env[68802]: DEBUG nova.network.neutron [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Updated VIF entry in instance network info cache for port ffd04e49-7c57-4f23-944c-f266b59f832e. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.860304] env[68802]: DEBUG nova.network.neutron [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Updating instance_info_cache with network_info: [{"id": "ffd04e49-7c57-4f23-944c-f266b59f832e", "address": "fa:16:3e:47:b8:65", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd04e49-7c", "ovs_interfaceid": "ffd04e49-7c57-4f23-944c-f266b59f832e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.194304] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-43b53df0-1d55-46f2-a7ab-883dd380aa17" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.194376] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-43b53df0-1d55-46f2-a7ab-883dd380aa17" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.194610] env[68802]: DEBUG nova.network.neutron [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.230287] env[68802]: DEBUG nova.compute.utils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.234270] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquiring lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.234391] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.236020] env[68802]: DEBUG nova.compute.manager [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.236096] env[68802]: DEBUG nova.network.neutron [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.248496] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661188} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.249659] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Copied Virtual Disk [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk to [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.249884] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Deleting the datastore file [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.250395] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58f9fa01-5cc5-46d6-b54c-c170eb6e85eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.259434] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 584.259434] env[68802]: value = "task-2794674" [ 584.259434] env[68802]: _type = "Task" [ 584.259434] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.267670] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.340217] env[68802]: DEBUG nova.policy [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17b158c67784c40b81aa53df7e4939f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3306c3c65a254cb7a49c71af2ed776a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.364995] env[68802]: DEBUG oslo_concurrency.lockutils [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] Releasing lock "refresh_cache-14a6193c-05be-493e-a1bb-75b7b31897ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.368019] env[68802]: DEBUG nova.compute.manager [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Received event network-vif-plugged-9742a940-b1ee-4712-ba9c-6a26d4310fe5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 584.368019] env[68802]: DEBUG oslo_concurrency.lockutils [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] Acquiring lock "7c883ceb-bd80-4e2d-8172-aa18125ef396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.368019] env[68802]: DEBUG oslo_concurrency.lockutils [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] Lock "7c883ceb-bd80-4e2d-8172-aa18125ef396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.368019] env[68802]: DEBUG oslo_concurrency.lockutils [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] Lock "7c883ceb-bd80-4e2d-8172-aa18125ef396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.368019] env[68802]: DEBUG nova.compute.manager [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] No waiting events found dispatching network-vif-plugged-9742a940-b1ee-4712-ba9c-6a26d4310fe5 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.368443] env[68802]: WARNING nova.compute.manager [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Received unexpected event network-vif-plugged-9742a940-b1ee-4712-ba9c-6a26d4310fe5 for instance with vm_state building and task_state spawning. [ 584.368443] env[68802]: DEBUG nova.compute.manager [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Received event network-changed-9742a940-b1ee-4712-ba9c-6a26d4310fe5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 584.368443] env[68802]: DEBUG nova.compute.manager [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Refreshing instance network info cache due to event network-changed-9742a940-b1ee-4712-ba9c-6a26d4310fe5. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 584.368443] env[68802]: DEBUG oslo_concurrency.lockutils [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] Acquiring lock "refresh_cache-7c883ceb-bd80-4e2d-8172-aa18125ef396" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.368443] env[68802]: DEBUG oslo_concurrency.lockutils [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] Acquired lock "refresh_cache-7c883ceb-bd80-4e2d-8172-aa18125ef396" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.368589] env[68802]: DEBUG nova.network.neutron [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Refreshing network info cache for port 9742a940-b1ee-4712-ba9c-6a26d4310fe5 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.449008] env[68802]: DEBUG nova.compute.manager [req-33823e92-87c8-49ea-b75d-564f9cac9a6a req-10d495db-707d-4fc8-8b86-221ea795c2cb service nova] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Received event network-vif-plugged-3f178b36-8b3b-4a36-a650-10a9478e3b06 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 584.450025] env[68802]: DEBUG oslo_concurrency.lockutils [req-33823e92-87c8-49ea-b75d-564f9cac9a6a req-10d495db-707d-4fc8-8b86-221ea795c2cb service nova] Acquiring lock "43b53df0-1d55-46f2-a7ab-883dd380aa17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.450025] env[68802]: DEBUG oslo_concurrency.lockutils [req-33823e92-87c8-49ea-b75d-564f9cac9a6a req-10d495db-707d-4fc8-8b86-221ea795c2cb service nova] Lock "43b53df0-1d55-46f2-a7ab-883dd380aa17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.450025] env[68802]: DEBUG oslo_concurrency.lockutils [req-33823e92-87c8-49ea-b75d-564f9cac9a6a req-10d495db-707d-4fc8-8b86-221ea795c2cb service nova] Lock "43b53df0-1d55-46f2-a7ab-883dd380aa17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.450025] env[68802]: DEBUG nova.compute.manager [req-33823e92-87c8-49ea-b75d-564f9cac9a6a req-10d495db-707d-4fc8-8b86-221ea795c2cb service nova] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] No waiting events found dispatching network-vif-plugged-3f178b36-8b3b-4a36-a650-10a9478e3b06 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.450025] env[68802]: WARNING nova.compute.manager [req-33823e92-87c8-49ea-b75d-564f9cac9a6a req-10d495db-707d-4fc8-8b86-221ea795c2cb service nova] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Received unexpected event network-vif-plugged-3f178b36-8b3b-4a36-a650-10a9478e3b06 for instance with vm_state building and task_state spawning. [ 584.738071] env[68802]: DEBUG nova.compute.manager [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.776857] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023792} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.776857] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.776857] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Moving file from [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e/438cd240-f04d-4823-ac03-73cb79612fcc to [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc. {{(pid=68802) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 584.776857] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-81ac764c-9a75-4905-a4b7-0a70215a7462 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.784757] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 584.784757] env[68802]: value = "task-2794675" [ 584.784757] env[68802]: _type = "Task" [ 584.784757] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.796926] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794675, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.822241] env[68802]: DEBUG nova.network.neutron [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.979059] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3ac297-a43e-4f66-9a4f-baf095f66861 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.988650] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a9973-9f73-4e26-b0b6-8cb9b3a6ea7b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.026024] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e7e3bd-774c-4ea3-b631-a1afb5f3f64c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.034801] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7eea62-4f89-44f3-8da8-6cd5e05cd13e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.050504] env[68802]: DEBUG nova.compute.provider_tree [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.292345] env[68802]: DEBUG nova.network.neutron [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Updating instance_info_cache with network_info: [{"id": "3f178b36-8b3b-4a36-a650-10a9478e3b06", "address": "fa:16:3e:ee:31:ce", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f178b36-8b", "ovs_interfaceid": "3f178b36-8b3b-4a36-a650-10a9478e3b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.299581] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794675, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024074} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.300496] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] File moved {{(pid=68802) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 585.301267] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Cleaning up location [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 585.301599] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Deleting the datastore file [datastore2] vmware_temp/f8e3b53f-4cf7-48ed-804d-5e9b886f2d6e {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.303847] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1be323c6-515d-44e8-86ab-2284d334e2d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.310132] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 585.310132] env[68802]: value = "task-2794676" [ 585.310132] env[68802]: _type = "Task" [ 585.310132] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.322834] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.343187] env[68802]: DEBUG nova.network.neutron [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Successfully created port: 987df91b-66f0-41f7-9e6e-3d0b0a396ea7 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.536869] env[68802]: DEBUG nova.network.neutron [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Updated VIF entry in instance network info cache for port 9742a940-b1ee-4712-ba9c-6a26d4310fe5. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.536995] env[68802]: DEBUG nova.network.neutron [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Updating instance_info_cache with network_info: [{"id": "9742a940-b1ee-4712-ba9c-6a26d4310fe5", "address": "fa:16:3e:46:71:7e", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9742a940-b1", "ovs_interfaceid": "9742a940-b1ee-4712-ba9c-6a26d4310fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.554441] env[68802]: DEBUG nova.scheduler.client.report [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.751783] env[68802]: DEBUG nova.compute.manager [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.756447] env[68802]: DEBUG nova.network.neutron [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Successfully updated port: 63e1a553-1c3f-41b3-9142-ec1a7073053c {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.781689] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.781689] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.781689] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.781689] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.781943] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.781943] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.781943] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.781943] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.781943] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.782179] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.782282] env[68802]: DEBUG nova.virt.hardware [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.783514] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e148951c-4135-42d5-8e73-334725d9be43 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.793146] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532511af-ebb4-4ec7-bd85-296662d6e726 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.797287] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-43b53df0-1d55-46f2-a7ab-883dd380aa17" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.797577] env[68802]: DEBUG nova.compute.manager [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Instance network_info: |[{"id": "3f178b36-8b3b-4a36-a650-10a9478e3b06", "address": "fa:16:3e:ee:31:ce", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f178b36-8b", "ovs_interfaceid": "3f178b36-8b3b-4a36-a650-10a9478e3b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.797958] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:31:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f178b36-8b3b-4a36-a650-10a9478e3b06', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.805241] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating folder: Project (e0ecee7661c2478580bad6ac941ddd7a). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.806033] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83cb6058-a528-4a10-853e-72bb15fbc41f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.823906] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023986} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.825172] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.825892] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Created folder: Project (e0ecee7661c2478580bad6ac941ddd7a) in parent group-v561663. [ 585.826072] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating folder: Instances. Parent ref: group-v561670. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.826292] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22066f2f-014a-4d8b-b661-1a3da3c3fc33 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.828544] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7abeca84-2b79-4d0b-9e7e-6159835b0701 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.832935] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 585.832935] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529765de-b57a-7aea-fe60-f8fd750c3dea" [ 585.832935] env[68802]: _type = "Task" [ 585.832935] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.838144] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Created folder: Instances in parent group-v561670. [ 585.838527] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.841193] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.841282] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529765de-b57a-7aea-fe60-f8fd750c3dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.841654] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09f9132d-ce59-48ea-a0d3-65314b27656b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.862542] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.862542] env[68802]: value = "task-2794679" [ 585.862542] env[68802]: _type = "Task" [ 585.862542] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.870584] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794679, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.958078] env[68802]: DEBUG nova.compute.manager [req-a86893ba-13e1-4ec6-ae60-1e4a34f08508 req-fcfe55d7-e019-4183-8fab-534ddd9723e9 service nova] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Received event network-vif-plugged-63e1a553-1c3f-41b3-9142-ec1a7073053c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 585.958295] env[68802]: DEBUG oslo_concurrency.lockutils [req-a86893ba-13e1-4ec6-ae60-1e4a34f08508 req-fcfe55d7-e019-4183-8fab-534ddd9723e9 service nova] Acquiring lock "e2be90b1-394a-4add-8135-7789857dcec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.958801] env[68802]: DEBUG oslo_concurrency.lockutils [req-a86893ba-13e1-4ec6-ae60-1e4a34f08508 req-fcfe55d7-e019-4183-8fab-534ddd9723e9 service nova] Lock "e2be90b1-394a-4add-8135-7789857dcec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.958801] env[68802]: DEBUG oslo_concurrency.lockutils [req-a86893ba-13e1-4ec6-ae60-1e4a34f08508 req-fcfe55d7-e019-4183-8fab-534ddd9723e9 service nova] Lock "e2be90b1-394a-4add-8135-7789857dcec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.958801] env[68802]: DEBUG nova.compute.manager [req-a86893ba-13e1-4ec6-ae60-1e4a34f08508 req-fcfe55d7-e019-4183-8fab-534ddd9723e9 service nova] [instance: e2be90b1-394a-4add-8135-7789857dcec1] No waiting events found dispatching network-vif-plugged-63e1a553-1c3f-41b3-9142-ec1a7073053c {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.958979] env[68802]: WARNING nova.compute.manager [req-a86893ba-13e1-4ec6-ae60-1e4a34f08508 req-fcfe55d7-e019-4183-8fab-534ddd9723e9 service nova] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Received unexpected event network-vif-plugged-63e1a553-1c3f-41b3-9142-ec1a7073053c for instance with vm_state building and task_state spawning. [ 586.040061] env[68802]: DEBUG oslo_concurrency.lockutils [req-e842a82e-6044-4d57-bdad-c10aeda510a3 req-2f0c8e5b-b8b1-4051-b018-076a1000243e service nova] Releasing lock "refresh_cache-7c883ceb-bd80-4e2d-8172-aa18125ef396" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.061113] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.061282] env[68802]: DEBUG nova.compute.manager [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.064802] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.265s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.066016] env[68802]: INFO nova.compute.claims [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.260296] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquiring lock "refresh_cache-e2be90b1-394a-4add-8135-7789857dcec1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.260456] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquired lock "refresh_cache-e2be90b1-394a-4add-8135-7789857dcec1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.260608] env[68802]: DEBUG nova.network.neutron [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.351474] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529765de-b57a-7aea-fe60-f8fd750c3dea, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.351752] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.352013] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 14a6193c-05be-493e-a1bb-75b7b31897ad/14a6193c-05be-493e-a1bb-75b7b31897ad.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.352330] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.352518] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.352729] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e253881-f094-4446-8daa-306669199cc9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.354878] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aabe154-4452-4667-9996-608f393c440d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.362062] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 586.362062] env[68802]: value = "task-2794680" [ 586.362062] env[68802]: _type = "Task" [ 586.362062] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.366613] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.366613] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.370461] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85253861-ef94-4fc2-a91a-5bbd6ee241eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.378026] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.386994] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794679, 'name': CreateVM_Task, 'duration_secs': 0.326999} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.387616] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.388306] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.388535] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.388969] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.391295] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d589c1a-9955-4872-b1d0-b2c32a06d6c5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.392297] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for the task: (returnval){ [ 586.392297] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521f0faf-c574-268f-e7ab-f965589fa1d4" [ 586.392297] env[68802]: _type = "Task" [ 586.392297] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.397223] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 586.397223] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b2b61c-c503-39a5-f417-6d8b47dc9c4c" [ 586.397223] env[68802]: _type = "Task" [ 586.397223] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.404991] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521f0faf-c574-268f-e7ab-f965589fa1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.406144] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac05f2a4-55e6-4eea-80fe-0f3340969ec9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.414665] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b2b61c-c503-39a5-f417-6d8b47dc9c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.417967] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for the task: (returnval){ [ 586.417967] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52969ebe-48a8-4e29-4188-ce5d032be51c" [ 586.417967] env[68802]: _type = "Task" [ 586.417967] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.426510] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52969ebe-48a8-4e29-4188-ce5d032be51c, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.426835] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.427441] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 7c883ceb-bd80-4e2d-8172-aa18125ef396/7c883ceb-bd80-4e2d-8172-aa18125ef396.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.427441] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e415562-2dce-40f7-8d9f-772d5eec9409 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.434045] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for the task: (returnval){ [ 586.434045] env[68802]: value = "task-2794681" [ 586.434045] env[68802]: _type = "Task" [ 586.434045] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.442144] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.571552] env[68802]: DEBUG nova.compute.utils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.576707] env[68802]: DEBUG nova.compute.manager [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.576897] env[68802]: DEBUG nova.network.neutron [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.738132] env[68802]: DEBUG nova.policy [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3874b35581423cac8761ccc9461421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cef9f72485d42ffb54d0c3777fdce1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.834236] env[68802]: DEBUG nova.network.neutron [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.879435] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492973} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.879719] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 14a6193c-05be-493e-a1bb-75b7b31897ad/14a6193c-05be-493e-a1bb-75b7b31897ad.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.879936] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.880219] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0b55e6b-05b8-49d0-98e6-29f8266fa128 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.889727] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 586.889727] env[68802]: value = "task-2794682" [ 586.889727] env[68802]: _type = "Task" [ 586.889727] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.904250] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.918211] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b2b61c-c503-39a5-f417-6d8b47dc9c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.017961} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.918334] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.919527] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.919527] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.919527] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.919527] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.919828] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0592abb4-5893-4366-96aa-ae3606812dfd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.934527] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.934712] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.935772] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b797268-e88e-4af1-93ca-a3c198a52cf5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.956169] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794681, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.956169] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 586.956169] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5286c5a6-180b-725f-5483-baa74726a71a" [ 586.956169] env[68802]: _type = "Task" [ 586.956169] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.966961] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5286c5a6-180b-725f-5483-baa74726a71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.077537] env[68802]: DEBUG nova.compute.manager [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.356995] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8a59fb-93e2-417b-920d-ea3a2acab35e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.370527] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21927b17-8044-4dae-89ac-9a904834b15a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.418443] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141cb718-be67-4d70-918b-825cbf610a9d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.429135] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932bde66-59b7-4324-b5ad-8e1c605fbb7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.433295] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210889} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.433457] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.435276] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95610c9-f447-44ec-a463-bc146ca38439 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.445700] env[68802]: DEBUG nova.compute.provider_tree [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.482807] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 14a6193c-05be-493e-a1bb-75b7b31897ad/14a6193c-05be-493e-a1bb-75b7b31897ad.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.486979] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d551fc-40a4-4238-9728-8e170e2afe78 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.504451] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747354} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.508670] env[68802]: DEBUG nova.network.neutron [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Updating instance_info_cache with network_info: [{"id": "63e1a553-1c3f-41b3-9142-ec1a7073053c", "address": "fa:16:3e:f0:15:5a", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e1a553-1c", "ovs_interfaceid": "63e1a553-1c3f-41b3-9142-ec1a7073053c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.508962] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 7c883ceb-bd80-4e2d-8172-aa18125ef396/7c883ceb-bd80-4e2d-8172-aa18125ef396.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.508962] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.508962] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a974e23-c198-415f-bc19-ac203a47b9b6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.514619] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5286c5a6-180b-725f-5483-baa74726a71a, 'name': SearchDatastore_Task, 'duration_secs': 0.056745} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.516889] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 587.516889] env[68802]: value = "task-2794683" [ 587.516889] env[68802]: _type = "Task" [ 587.516889] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.517112] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae44626-d133-4118-968e-0a3a2ae5b51e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.523328] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for the task: (returnval){ [ 587.523328] env[68802]: value = "task-2794684" [ 587.523328] env[68802]: _type = "Task" [ 587.523328] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.533448] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 587.533448] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e7b84e-c63c-6319-c8b6-5ab20d831cf7" [ 587.533448] env[68802]: _type = "Task" [ 587.533448] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.533660] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.540514] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.546529] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e7b84e-c63c-6319-c8b6-5ab20d831cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.016276} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.546712] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.547066] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 43b53df0-1d55-46f2-a7ab-883dd380aa17/43b53df0-1d55-46f2-a7ab-883dd380aa17.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.547239] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c1d674f-bc6c-4641-acb2-069465573017 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.552805] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 587.552805] env[68802]: value = "task-2794685" [ 587.552805] env[68802]: _type = "Task" [ 587.552805] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.561537] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.957691] env[68802]: DEBUG nova.scheduler.client.report [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.009368] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Releasing lock "refresh_cache-e2be90b1-394a-4add-8135-7789857dcec1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.011704] env[68802]: DEBUG nova.compute.manager [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Instance network_info: |[{"id": "63e1a553-1c3f-41b3-9142-ec1a7073053c", "address": "fa:16:3e:f0:15:5a", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e1a553-1c", "ovs_interfaceid": "63e1a553-1c3f-41b3-9142-ec1a7073053c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.012259] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:15:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63e1a553-1c3f-41b3-9142-ec1a7073053c', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.020874] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Creating folder: Project (c07e5c8806424aeca9f79424cfa472ca). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.022023] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4ec2cc9-c962-4f3b-98b8-5c5de5641d67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.038160] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.041993] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.066612] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794685, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.067587] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Created folder: Project (c07e5c8806424aeca9f79424cfa472ca) in parent group-v561663. [ 588.068316] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Creating folder: Instances. Parent ref: group-v561673. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.068691] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a89fbad8-e47e-4535-9261-a10ffb72446f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.078802] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Created folder: Instances in parent group-v561673. [ 588.080636] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.080636] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.080636] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18aae520-d0e9-4844-9b6b-f727cee7dd12 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.105515] env[68802]: DEBUG nova.compute.manager [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.112071] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "f235dee2-a99f-4a13-b718-f20306db3cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.112336] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f235dee2-a99f-4a13-b718-f20306db3cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.118621] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.118621] env[68802]: value = "task-2794688" [ 588.118621] env[68802]: _type = "Task" [ 588.118621] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.129649] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794688, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.133352] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.134032] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.151519] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.151519] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.151752] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.152393] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.152393] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.152393] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.152611] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.152649] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.153283] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.153283] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.153283] env[68802]: DEBUG nova.virt.hardware [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.154396] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebdf934-08c4-4724-9711-a3b9cd4567c6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.163123] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8547e377-e4e3-45ad-b43a-9cb39e58af0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.257424] env[68802]: DEBUG nova.compute.manager [req-2560a14e-8810-48b4-922d-d5646b4c8872 req-c47a858a-e808-4a57-84ee-682695496970 service nova] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Received event network-changed-3f178b36-8b3b-4a36-a650-10a9478e3b06 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 588.257424] env[68802]: DEBUG nova.compute.manager [req-2560a14e-8810-48b4-922d-d5646b4c8872 req-c47a858a-e808-4a57-84ee-682695496970 service nova] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Refreshing instance network info cache due to event network-changed-3f178b36-8b3b-4a36-a650-10a9478e3b06. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 588.257424] env[68802]: DEBUG oslo_concurrency.lockutils [req-2560a14e-8810-48b4-922d-d5646b4c8872 req-c47a858a-e808-4a57-84ee-682695496970 service nova] Acquiring lock "refresh_cache-43b53df0-1d55-46f2-a7ab-883dd380aa17" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.257424] env[68802]: DEBUG oslo_concurrency.lockutils [req-2560a14e-8810-48b4-922d-d5646b4c8872 req-c47a858a-e808-4a57-84ee-682695496970 service nova] Acquired lock "refresh_cache-43b53df0-1d55-46f2-a7ab-883dd380aa17" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.257424] env[68802]: DEBUG nova.network.neutron [req-2560a14e-8810-48b4-922d-d5646b4c8872 req-c47a858a-e808-4a57-84ee-682695496970 service nova] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Refreshing network info cache for port 3f178b36-8b3b-4a36-a650-10a9478e3b06 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.263442] env[68802]: DEBUG nova.network.neutron [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Successfully created port: b13b1de1-a581-4bd8-9dae-c4492a115ee2 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.267768] env[68802]: DEBUG nova.network.neutron [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Successfully updated port: 987df91b-66f0-41f7-9e6e-3d0b0a396ea7 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.463433] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.464151] env[68802]: DEBUG nova.compute.manager [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.468221] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.094s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.474709] env[68802]: INFO nova.compute.claims [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.539592] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794683, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.544901] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.800305} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.545066] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.545961] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5db841b-f1d5-4758-a243-1363617c764f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.571062] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 7c883ceb-bd80-4e2d-8172-aa18125ef396/7c883ceb-bd80-4e2d-8172-aa18125ef396.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.576231] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b359d25-04c8-467e-8e9f-532a494ff735 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.600269] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809184} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.601447] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 43b53df0-1d55-46f2-a7ab-883dd380aa17/43b53df0-1d55-46f2-a7ab-883dd380aa17.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.601708] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.602237] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for the task: (returnval){ [ 588.602237] env[68802]: value = "task-2794689" [ 588.602237] env[68802]: _type = "Task" [ 588.602237] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.602438] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a53da40-16da-47b8-bba4-9ca2a28f4ba5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.614502] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.615567] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 588.615567] env[68802]: value = "task-2794690" [ 588.615567] env[68802]: _type = "Task" [ 588.615567] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.634756] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794688, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.635094] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.773984] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "refresh_cache-a8322577-7f86-48e3-be17-8dfc19047045" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.774145] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "refresh_cache-a8322577-7f86-48e3-be17-8dfc19047045" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.775598] env[68802]: DEBUG nova.network.neutron [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.980970] env[68802]: DEBUG nova.compute.utils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.982344] env[68802]: DEBUG nova.compute.manager [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.982496] env[68802]: DEBUG nova.network.neutron [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.039975] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794683, 'name': ReconfigVM_Task, 'duration_secs': 1.043178} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.040266] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 14a6193c-05be-493e-a1bb-75b7b31897ad/14a6193c-05be-493e-a1bb-75b7b31897ad.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.040943] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80a0d919-274e-427c-8362-76862d132dfa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.047847] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 589.047847] env[68802]: value = "task-2794691" [ 589.047847] env[68802]: _type = "Task" [ 589.047847] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.057322] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794691, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.117716] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794689, 'name': ReconfigVM_Task, 'duration_secs': 0.27822} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.117716] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 7c883ceb-bd80-4e2d-8172-aa18125ef396/7c883ceb-bd80-4e2d-8172-aa18125ef396.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.117716] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86a852a6-6203-4d88-bfe9-4027d888d5a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.129144] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for the task: (returnval){ [ 589.129144] env[68802]: value = "task-2794692" [ 589.129144] env[68802]: _type = "Task" [ 589.129144] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.133060] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133435} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.136334] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.144986] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3b3038-37b0-45e6-ab04-d10728efe2f5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.148284] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794688, 'name': CreateVM_Task, 'duration_secs': 0.57196} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.149311] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.150562] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.150562] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.151076] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.165352] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0d6edf-d378-48ad-a285-ab177855fc04 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.176581] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 43b53df0-1d55-46f2-a7ab-883dd380aa17/43b53df0-1d55-46f2-a7ab-883dd380aa17.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.176581] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794692, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.178142] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-577dc76a-6dae-4108-bf98-1340666970a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.194998] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for the task: (returnval){ [ 589.194998] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52deefb8-96b6-30c4-c34a-77fae5441191" [ 589.194998] env[68802]: _type = "Task" [ 589.194998] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.199029] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 589.199029] env[68802]: value = "task-2794693" [ 589.199029] env[68802]: _type = "Task" [ 589.199029] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.210471] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52deefb8-96b6-30c4-c34a-77fae5441191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.211809] env[68802]: DEBUG nova.policy [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76bd92d8bd6644fe8ceaaa370f7fd70c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6556a48c9a6f476bafa1378a21b9e612', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.216604] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.387327] env[68802]: DEBUG nova.network.neutron [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.489323] env[68802]: DEBUG nova.compute.manager [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.562146] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794691, 'name': Rename_Task, 'duration_secs': 0.144127} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.562464] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.563332] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95662c15-e7dd-4082-8a0f-13f2bbc76e53 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.571152] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 589.571152] env[68802]: value = "task-2794694" [ 589.571152] env[68802]: _type = "Task" [ 589.571152] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.591104] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794694, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.649467] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794692, 'name': Rename_Task, 'duration_secs': 0.14508} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.653610] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.653664] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46d8e6b4-bec7-486c-b577-2c3ae8e88a89 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.657536] env[68802]: DEBUG nova.network.neutron [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Updating instance_info_cache with network_info: [{"id": "987df91b-66f0-41f7-9e6e-3d0b0a396ea7", "address": "fa:16:3e:fb:78:5d", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987df91b-66", "ovs_interfaceid": "987df91b-66f0-41f7-9e6e-3d0b0a396ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.665109] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for the task: (returnval){ [ 589.665109] env[68802]: value = "task-2794695" [ 589.665109] env[68802]: _type = "Task" [ 589.665109] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.683999] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.715609] env[68802]: DEBUG nova.compute.manager [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Received event network-changed-63e1a553-1c3f-41b3-9142-ec1a7073053c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 589.715609] env[68802]: DEBUG nova.compute.manager [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Refreshing instance network info cache due to event network-changed-63e1a553-1c3f-41b3-9142-ec1a7073053c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 589.715804] env[68802]: DEBUG oslo_concurrency.lockutils [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] Acquiring lock "refresh_cache-e2be90b1-394a-4add-8135-7789857dcec1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.715863] env[68802]: DEBUG oslo_concurrency.lockutils [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] Acquired lock "refresh_cache-e2be90b1-394a-4add-8135-7789857dcec1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.717296] env[68802]: DEBUG nova.network.neutron [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Refreshing network info cache for port 63e1a553-1c3f-41b3-9142-ec1a7073053c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.718102] env[68802]: DEBUG nova.network.neutron [req-2560a14e-8810-48b4-922d-d5646b4c8872 req-c47a858a-e808-4a57-84ee-682695496970 service nova] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Updated VIF entry in instance network info cache for port 3f178b36-8b3b-4a36-a650-10a9478e3b06. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.718222] env[68802]: DEBUG nova.network.neutron [req-2560a14e-8810-48b4-922d-d5646b4c8872 req-c47a858a-e808-4a57-84ee-682695496970 service nova] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Updating instance_info_cache with network_info: [{"id": "3f178b36-8b3b-4a36-a650-10a9478e3b06", "address": "fa:16:3e:ee:31:ce", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f178b36-8b", "ovs_interfaceid": "3f178b36-8b3b-4a36-a650-10a9478e3b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.728441] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794693, 'name': ReconfigVM_Task, 'duration_secs': 0.297432} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.728947] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52deefb8-96b6-30c4-c34a-77fae5441191, 'name': SearchDatastore_Task, 'duration_secs': 0.013681} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.729637] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 43b53df0-1d55-46f2-a7ab-883dd380aa17/43b53df0-1d55-46f2-a7ab-883dd380aa17.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.731237] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.731237] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.731237] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.731237] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.731421] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.738194] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef7afef5-fdd6-4779-9ea6-486593271639 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.739817] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ad90dd9-625a-4e90-bb2b-496622d0eec6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.754237] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 589.754237] env[68802]: value = "task-2794696" [ 589.754237] env[68802]: _type = "Task" [ 589.754237] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.755974] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.755974] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.760441] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fff396b-5052-42ff-8bcb-767c126ddeb0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.772263] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for the task: (returnval){ [ 589.772263] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529f9fbb-2415-87bc-beea-c25083ee084d" [ 589.772263] env[68802]: _type = "Task" [ 589.772263] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.772440] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794696, 'name': Rename_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.787036] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529f9fbb-2415-87bc-beea-c25083ee084d, 'name': SearchDatastore_Task, 'duration_secs': 0.01248} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.788850] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3324ac71-7dcc-49cf-88df-e1854a393739 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.795787] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for the task: (returnval){ [ 589.795787] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cca28a-b27f-e60a-1e29-2653b5bd81b7" [ 589.795787] env[68802]: _type = "Task" [ 589.795787] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.806390] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cca28a-b27f-e60a-1e29-2653b5bd81b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008262} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.806390] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.806519] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] e2be90b1-394a-4add-8135-7789857dcec1/e2be90b1-394a-4add-8135-7789857dcec1.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.807089] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-534f32be-3364-462e-8492-b6d3332dac20 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.813473] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for the task: (returnval){ [ 589.813473] env[68802]: value = "task-2794697" [ 589.813473] env[68802]: _type = "Task" [ 589.813473] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.828177] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.845341] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ec2a4f-f80a-42ac-aa2b-f7fb032306c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.853329] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73681d36-52bf-4e01-8051-ee930ac6b83e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.893377] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c637ab2-7f5c-4bb3-9623-e8c1184816a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.903451] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587a9893-dfde-4836-bc2f-9075faba6421 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.921105] env[68802]: DEBUG nova.compute.provider_tree [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.072177] env[68802]: DEBUG nova.network.neutron [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Successfully created port: 4feee59f-5c50-4c9f-a5bc-75c1741a135b {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.085312] env[68802]: DEBUG oslo_vmware.api [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794694, 'name': PowerOnVM_Task, 'duration_secs': 0.465482} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.085865] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.086532] env[68802]: INFO nova.compute.manager [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Took 13.77 seconds to spawn the instance on the hypervisor. [ 590.086979] env[68802]: DEBUG nova.compute.manager [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.087929] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9ef6b4-3352-450d-bc6f-de5460403ae3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.161119] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "refresh_cache-a8322577-7f86-48e3-be17-8dfc19047045" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.161119] env[68802]: DEBUG nova.compute.manager [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Instance network_info: |[{"id": "987df91b-66f0-41f7-9e6e-3d0b0a396ea7", "address": "fa:16:3e:fb:78:5d", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987df91b-66", "ovs_interfaceid": "987df91b-66f0-41f7-9e6e-3d0b0a396ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.162152] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:78:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '987df91b-66f0-41f7-9e6e-3d0b0a396ea7', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.179294] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating folder: Project (3306c3c65a254cb7a49c71af2ed776a2). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.180037] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c74b0436-e508-4eb9-8f19-498893d91922 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.195268] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794695, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.237241] env[68802]: DEBUG oslo_concurrency.lockutils [req-2560a14e-8810-48b4-922d-d5646b4c8872 req-c47a858a-e808-4a57-84ee-682695496970 service nova] Releasing lock "refresh_cache-43b53df0-1d55-46f2-a7ab-883dd380aa17" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.237241] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.237241] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.267878] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794696, 'name': Rename_Task, 'duration_secs': 0.163298} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.269359] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.270238] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Created folder: Project (3306c3c65a254cb7a49c71af2ed776a2) in parent group-v561663. [ 590.270451] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating folder: Instances. Parent ref: group-v561676. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.270700] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0cc1b41-a0a0-48ed-a592-d37faf5609f1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.273787] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24214339-4a03-4e1f-b0a5-f8ced571c995 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.283576] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 590.283576] env[68802]: value = "task-2794699" [ 590.283576] env[68802]: _type = "Task" [ 590.283576] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.290963] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Created folder: Instances in parent group-v561676. [ 590.291198] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.291954] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.292421] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57f0dd73-47d2-4409-9933-708f32f312b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.319884] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.326371] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.326371] env[68802]: value = "task-2794701" [ 590.326371] env[68802]: _type = "Task" [ 590.326371] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.335102] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794697, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.342743] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794701, 'name': CreateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.426189] env[68802]: DEBUG nova.scheduler.client.report [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.507365] env[68802]: DEBUG nova.compute.manager [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.538390] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.538953] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.538953] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.538953] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.540610] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.540726] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.541710] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.541710] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.541710] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.541710] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.543182] env[68802]: DEBUG nova.virt.hardware [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.543764] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b541a2e-bfa1-4355-bf61-85c775c25548 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.552918] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f1e70a-b973-4253-b0e5-0e70d101dd84 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.618133] env[68802]: INFO nova.compute.manager [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Took 18.57 seconds to build instance. [ 590.692538] env[68802]: DEBUG oslo_vmware.api [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794695, 'name': PowerOnVM_Task, 'duration_secs': 0.72596} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.692955] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.693151] env[68802]: INFO nova.compute.manager [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Took 12.08 seconds to spawn the instance on the hypervisor. [ 590.693348] env[68802]: DEBUG nova.compute.manager [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.694253] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6fd0c1-7368-4ec2-8673-70b61079b9d5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.797726] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794699, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.834183] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549029} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.838795] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] e2be90b1-394a-4add-8135-7789857dcec1/e2be90b1-394a-4add-8135-7789857dcec1.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.839092] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.839428] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb84e0a6-1a33-4e72-b2fc-a790a468dd3d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.853526] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794701, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.855423] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for the task: (returnval){ [ 590.855423] env[68802]: value = "task-2794702" [ 590.855423] env[68802]: _type = "Task" [ 590.855423] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.864897] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.931790] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.931790] env[68802]: DEBUG nova.compute.manager [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.936401] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.151s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.943031] env[68802]: INFO nova.compute.claims [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.950732] env[68802]: DEBUG nova.network.neutron [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Updated VIF entry in instance network info cache for port 63e1a553-1c3f-41b3-9142-ec1a7073053c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.951076] env[68802]: DEBUG nova.network.neutron [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Updating instance_info_cache with network_info: [{"id": "63e1a553-1c3f-41b3-9142-ec1a7073053c", "address": "fa:16:3e:f0:15:5a", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e1a553-1c", "ovs_interfaceid": "63e1a553-1c3f-41b3-9142-ec1a7073053c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.121364] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaa5f8b-bff5-4af9-806d-ef2c7ddb035d tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "14a6193c-05be-493e-a1bb-75b7b31897ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.081s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.221608] env[68802]: INFO nova.compute.manager [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Took 16.91 seconds to build instance. [ 591.300973] env[68802]: DEBUG oslo_vmware.api [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794699, 'name': PowerOnVM_Task, 'duration_secs': 0.881381} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.303248] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.303248] env[68802]: INFO nova.compute.manager [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Took 10.41 seconds to spawn the instance on the hypervisor. [ 591.303248] env[68802]: DEBUG nova.compute.manager [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.303938] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd87f65f-0223-425e-940f-6c3dd126530d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.342756] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794701, 'name': CreateVM_Task, 'duration_secs': 0.545501} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.342961] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.343781] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.343943] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.344327] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.344743] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7e23b5-ef2e-457b-ab5c-4bfef1cf6504 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.353984] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 591.353984] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526ebff5-82f9-4e91-798e-fc6bd3e3adea" [ 591.353984] env[68802]: _type = "Task" [ 591.353984] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.369251] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526ebff5-82f9-4e91-798e-fc6bd3e3adea, 'name': SearchDatastore_Task, 'duration_secs': 0.014637} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.371071] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.371347] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.372428] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.372428] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.372428] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.372428] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124217} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.373259] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dd2c254-a0c6-4e6f-a3bc-3820d517b99e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.375602] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.376698] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3cb56f-db93-42e7-a0d1-e9691e985176 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.401809] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] e2be90b1-394a-4add-8135-7789857dcec1/e2be90b1-394a-4add-8135-7789857dcec1.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.403698] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ebcc34-c63a-480e-a270-a9bcc9713844 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.423820] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.424030] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.425194] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583360f8-c8e3-4fad-8252-d0955007c83b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.431914] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 591.431914] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d95f9e-01e1-85c1-621d-ccf6465becea" [ 591.431914] env[68802]: _type = "Task" [ 591.431914] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.436825] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for the task: (returnval){ [ 591.436825] env[68802]: value = "task-2794703" [ 591.436825] env[68802]: _type = "Task" [ 591.436825] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.444224] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d95f9e-01e1-85c1-621d-ccf6465becea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.451778] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.458347] env[68802]: DEBUG nova.compute.utils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.462689] env[68802]: DEBUG nova.compute.manager [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.462689] env[68802]: DEBUG nova.network.neutron [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.466362] env[68802]: DEBUG oslo_concurrency.lockutils [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] Releasing lock "refresh_cache-e2be90b1-394a-4add-8135-7789857dcec1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.466523] env[68802]: DEBUG nova.compute.manager [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Received event network-vif-plugged-987df91b-66f0-41f7-9e6e-3d0b0a396ea7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 591.466789] env[68802]: DEBUG oslo_concurrency.lockutils [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] Acquiring lock "a8322577-7f86-48e3-be17-8dfc19047045-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.467177] env[68802]: DEBUG oslo_concurrency.lockutils [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] Lock "a8322577-7f86-48e3-be17-8dfc19047045-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.468036] env[68802]: DEBUG oslo_concurrency.lockutils [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] Lock "a8322577-7f86-48e3-be17-8dfc19047045-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.468036] env[68802]: DEBUG nova.compute.manager [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] [instance: a8322577-7f86-48e3-be17-8dfc19047045] No waiting events found dispatching network-vif-plugged-987df91b-66f0-41f7-9e6e-3d0b0a396ea7 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.468036] env[68802]: WARNING nova.compute.manager [req-099b4145-a8cd-4d23-a5f2-969da3ef7789 req-d742dfe0-2340-46d5-bdc5-f0ec8e59c645 service nova] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Received unexpected event network-vif-plugged-987df91b-66f0-41f7-9e6e-3d0b0a396ea7 for instance with vm_state building and task_state spawning. [ 591.538330] env[68802]: DEBUG nova.network.neutron [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Successfully updated port: b13b1de1-a581-4bd8-9dae-c4492a115ee2 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.578370] env[68802]: DEBUG nova.policy [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a44a848e8fc497d997ddc92028aa29d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9df48bb387a84e86aebbb34d2949f5e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.627364] env[68802]: DEBUG nova.compute.manager [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.724930] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a84ea176-165f-49ff-b002-4a02201471a3 tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Lock "7c883ceb-bd80-4e2d-8172-aa18125ef396" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.418s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.807882] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquiring lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.808126] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.824922] env[68802]: INFO nova.compute.manager [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Took 17.16 seconds to build instance. [ 591.953281] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d95f9e-01e1-85c1-621d-ccf6465becea, 'name': SearchDatastore_Task, 'duration_secs': 0.023359} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.958545] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.958545] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a5cbc4-8c3e-45d9-891c-70b06edebad2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.965364] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 591.965364] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523a3814-3156-6593-a45d-04ec86c890ac" [ 591.965364] env[68802]: _type = "Task" [ 591.965364] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.966335] env[68802]: DEBUG nova.compute.manager [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.983470] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523a3814-3156-6593-a45d-04ec86c890ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.983809] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.984108] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] a8322577-7f86-48e3-be17-8dfc19047045/a8322577-7f86-48e3-be17-8dfc19047045.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.984401] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8009efc3-be24-453f-8b1f-30adf2ec059e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.996770] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 591.996770] env[68802]: value = "task-2794704" [ 591.996770] env[68802]: _type = "Task" [ 591.996770] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.009332] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.041758] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "refresh_cache-f19157c4-a8f7-4e71-842e-1b593907fce1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.042110] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquired lock "refresh_cache-f19157c4-a8f7-4e71-842e-1b593907fce1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.042246] env[68802]: DEBUG nova.network.neutron [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.159400] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.232197] env[68802]: DEBUG nova.compute.manager [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.329100] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34f3c246-1439-4946-b7d1-a544344a5a0a tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "43b53df0-1d55-46f2-a7ab-883dd380aa17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.688s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.366742] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2738b428-6053-417b-ae6e-0f265cff1a4e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.382556] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b10ca89-51c6-4d2b-b204-da2c9ccf5e3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.429087] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ddae8a-166b-43f1-aa30-9104d4610abf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.438598] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32a34d0-feb1-45af-8899-aa0d0548235f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.458131] env[68802]: DEBUG nova.compute.provider_tree [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.462983] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794703, 'name': ReconfigVM_Task, 'duration_secs': 0.674444} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.463597] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Reconfigured VM instance instance-00000004 to attach disk [datastore2] e2be90b1-394a-4add-8135-7789857dcec1/e2be90b1-394a-4add-8135-7789857dcec1.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.464269] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-932bda38-cf2d-430f-9872-ddd2046f773a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.471495] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for the task: (returnval){ [ 592.471495] env[68802]: value = "task-2794705" [ 592.471495] env[68802]: _type = "Task" [ 592.471495] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.496223] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794705, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.509106] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794704, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.647817] env[68802]: DEBUG nova.network.neutron [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.781332] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.832496] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.965230] env[68802]: DEBUG nova.scheduler.client.report [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.981252] env[68802]: DEBUG nova.compute.manager [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.987520] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794705, 'name': Rename_Task, 'duration_secs': 0.207163} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.988307] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.988307] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e72568fe-85a8-4841-9b5b-4431d054cff2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.996467] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for the task: (returnval){ [ 592.996467] env[68802]: value = "task-2794710" [ 592.996467] env[68802]: _type = "Task" [ 592.996467] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.002569] env[68802]: DEBUG nova.network.neutron [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Successfully created port: 138b984f-49e3-4575-8716-53bdb2502d64 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.017169] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617506} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.023059] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.023309] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.023461] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.023639] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.023781] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.024217] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.025342] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.025342] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.025342] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.025342] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.025342] env[68802]: DEBUG nova.virt.hardware [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.025616] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] a8322577-7f86-48e3-be17-8dfc19047045/a8322577-7f86-48e3-be17-8dfc19047045.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.025960] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.026877] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794710, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.028151] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de9dc6a-dcdf-42b9-a2a7-e18a81b9bec0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.031431] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09d8b41c-4182-46fc-be51-b7fde5ff05b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.041200] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e274d2-d83d-40ef-8cf0-6e99e4ee914b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.046476] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 593.046476] env[68802]: value = "task-2794711" [ 593.046476] env[68802]: _type = "Task" [ 593.046476] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.072727] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.315582] env[68802]: DEBUG nova.network.neutron [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Updating instance_info_cache with network_info: [{"id": "b13b1de1-a581-4bd8-9dae-c4492a115ee2", "address": "fa:16:3e:54:92:43", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb13b1de1-a5", "ovs_interfaceid": "b13b1de1-a581-4bd8-9dae-c4492a115ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.355240] env[68802]: DEBUG nova.compute.manager [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Received event network-changed-987df91b-66f0-41f7-9e6e-3d0b0a396ea7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 593.355560] env[68802]: DEBUG nova.compute.manager [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Refreshing instance network info cache due to event network-changed-987df91b-66f0-41f7-9e6e-3d0b0a396ea7. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 593.355822] env[68802]: DEBUG oslo_concurrency.lockutils [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] Acquiring lock "refresh_cache-a8322577-7f86-48e3-be17-8dfc19047045" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.356017] env[68802]: DEBUG oslo_concurrency.lockutils [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] Acquired lock "refresh_cache-a8322577-7f86-48e3-be17-8dfc19047045" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.356243] env[68802]: DEBUG nova.network.neutron [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Refreshing network info cache for port 987df91b-66f0-41f7-9e6e-3d0b0a396ea7 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.389068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.452589] env[68802]: DEBUG oslo_concurrency.lockutils [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Acquiring lock "14a6193c-05be-493e-a1bb-75b7b31897ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.452863] env[68802]: DEBUG oslo_concurrency.lockutils [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Lock "14a6193c-05be-493e-a1bb-75b7b31897ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.453102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Acquiring lock "14a6193c-05be-493e-a1bb-75b7b31897ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.453282] env[68802]: DEBUG oslo_concurrency.lockutils [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Lock "14a6193c-05be-493e-a1bb-75b7b31897ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.453447] env[68802]: DEBUG oslo_concurrency.lockutils [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Lock "14a6193c-05be-493e-a1bb-75b7b31897ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.455885] env[68802]: INFO nova.compute.manager [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Terminating instance [ 593.475613] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.475812] env[68802]: DEBUG nova.compute.manager [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.480260] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.521s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.480732] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.480732] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 593.481230] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.124s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.483025] env[68802]: INFO nova.compute.claims [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.489024] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08527a-eeb1-45e2-94b7-3b4e99ac6cf9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.503129] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b3d719-d170-4016-b1c6-82cce8a7a57e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.530593] env[68802]: DEBUG nova.network.neutron [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Successfully updated port: 4feee59f-5c50-4c9f-a5bc-75c1741a135b {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.536120] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8158d39-ed5e-4d7e-924b-fa4b18bfd9e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.540375] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794710, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.546724] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2101072-ecaf-4e9f-80c6-ed3edea675e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.586248] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181099MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 593.586401] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.592734] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095843} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.592734] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.592734] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d49c079-2831-4246-8863-911f3a1725e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.617503] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] a8322577-7f86-48e3-be17-8dfc19047045/a8322577-7f86-48e3-be17-8dfc19047045.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.617731] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4be9330-5df7-4534-8cbe-7d8c28efd43b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.639025] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 593.639025] env[68802]: value = "task-2794712" [ 593.639025] env[68802]: _type = "Task" [ 593.639025] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.653338] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794712, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.819671] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Releasing lock "refresh_cache-f19157c4-a8f7-4e71-842e-1b593907fce1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.820057] env[68802]: DEBUG nova.compute.manager [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Instance network_info: |[{"id": "b13b1de1-a581-4bd8-9dae-c4492a115ee2", "address": "fa:16:3e:54:92:43", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb13b1de1-a5", "ovs_interfaceid": "b13b1de1-a581-4bd8-9dae-c4492a115ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.820515] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:92:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b13b1de1-a581-4bd8-9dae-c4492a115ee2', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.835645] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Creating folder: Project (2cef9f72485d42ffb54d0c3777fdce1e). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.836024] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a6ee71e-d245-4793-aa7b-8e7b68563723 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.849311] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Created folder: Project (2cef9f72485d42ffb54d0c3777fdce1e) in parent group-v561663. [ 593.851397] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Creating folder: Instances. Parent ref: group-v561682. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.851397] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f23d1d70-fbd1-4651-a1e4-2914f05be7e1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.863417] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Created folder: Instances in parent group-v561682. [ 593.863688] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.863912] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.864561] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7db03adc-5749-4396-bc2a-99cfefed3ac6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.883967] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.883967] env[68802]: value = "task-2794715" [ 593.883967] env[68802]: _type = "Task" [ 593.883967] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.895235] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794715, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.966272] env[68802]: DEBUG nova.compute.manager [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 593.966272] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 593.966736] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5605e40-6578-472b-9223-42ba4541170a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.977097] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.977620] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-838505db-90a6-436c-bf18-3943e3160c5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.986125] env[68802]: DEBUG oslo_vmware.api [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Waiting for the task: (returnval){ [ 593.986125] env[68802]: value = "task-2794716" [ 593.986125] env[68802]: _type = "Task" [ 593.986125] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.994477] env[68802]: DEBUG nova.compute.utils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.999748] env[68802]: DEBUG nova.compute.manager [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.000026] env[68802]: DEBUG nova.network.neutron [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.010812] env[68802]: DEBUG oslo_vmware.api [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Task: {'id': task-2794716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.025672] env[68802]: DEBUG oslo_vmware.api [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794710, 'name': PowerOnVM_Task, 'duration_secs': 1.022718} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.025672] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.025672] env[68802]: INFO nova.compute.manager [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Took 10.76 seconds to spawn the instance on the hypervisor. [ 594.025672] env[68802]: DEBUG nova.compute.manager [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.026316] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb3670d-91f4-4d9b-a166-6be2ab34364c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.042149] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquiring lock "refresh_cache-fe6f7451-48d7-4698-816a-9a065ce0af35" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.043061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquired lock "refresh_cache-fe6f7451-48d7-4698-816a-9a065ce0af35" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.043061] env[68802]: DEBUG nova.network.neutron [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.154474] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.286753] env[68802]: DEBUG nova.policy [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30df914c3649452fbb42221a873a8cdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c6a1515133d4c70828c226a82e60798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.395299] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794715, 'name': CreateVM_Task, 'duration_secs': 0.414609} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.395506] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.396349] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.396517] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.397770] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.397770] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092dc853-9f97-4ede-8c30-37e77babbb86 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.406210] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 594.406210] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5277fb74-4f01-8eac-e846-799d23b5816b" [ 594.406210] env[68802]: _type = "Task" [ 594.406210] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.418108] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5277fb74-4f01-8eac-e846-799d23b5816b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.500262] env[68802]: DEBUG nova.compute.manager [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.505492] env[68802]: DEBUG oslo_vmware.api [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Task: {'id': task-2794716, 'name': PowerOffVM_Task, 'duration_secs': 0.212204} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.511867] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.512275] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.514861] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35666712-0246-4a67-8050-7a6274ef56d0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.549523] env[68802]: INFO nova.compute.manager [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Took 19.59 seconds to build instance. [ 594.618488] env[68802]: DEBUG nova.network.neutron [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.631897] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.631897] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.631995] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Deleting the datastore file [datastore2] 14a6193c-05be-493e-a1bb-75b7b31897ad {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.632278] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f40aa74e-8a25-4cb6-9c31-5d7d3cfebe88 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.646970] env[68802]: DEBUG nova.network.neutron [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Updated VIF entry in instance network info cache for port 987df91b-66f0-41f7-9e6e-3d0b0a396ea7. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.647352] env[68802]: DEBUG nova.network.neutron [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Updating instance_info_cache with network_info: [{"id": "987df91b-66f0-41f7-9e6e-3d0b0a396ea7", "address": "fa:16:3e:fb:78:5d", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987df91b-66", "ovs_interfaceid": "987df91b-66f0-41f7-9e6e-3d0b0a396ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.649764] env[68802]: DEBUG oslo_vmware.api [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Waiting for the task: (returnval){ [ 594.649764] env[68802]: value = "task-2794718" [ 594.649764] env[68802]: _type = "Task" [ 594.649764] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.656642] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794712, 'name': ReconfigVM_Task, 'duration_secs': 0.539792} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.666370] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Reconfigured VM instance instance-00000005 to attach disk [datastore2] a8322577-7f86-48e3-be17-8dfc19047045/a8322577-7f86-48e3-be17-8dfc19047045.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.670500] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-925a9284-c074-44f3-8521-830bfcd3c99f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.673379] env[68802]: DEBUG oslo_vmware.api [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Task: {'id': task-2794718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.679373] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 594.679373] env[68802]: value = "task-2794719" [ 594.679373] env[68802]: _type = "Task" [ 594.679373] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.691843] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794719, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.826043] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b22806-9e25-47c3-b098-2d93dd621d51 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.836929] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b661b58-be32-479b-b2ed-bbe9b6d07130 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.884998] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a12f5ac-f5ed-406e-bade-9de574669c18 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.894358] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fae06e-d4ae-44a0-93ad-359ed956d1c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.911424] env[68802]: DEBUG nova.compute.provider_tree [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.923352] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5277fb74-4f01-8eac-e846-799d23b5816b, 'name': SearchDatastore_Task, 'duration_secs': 0.033298} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.923733] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.925536] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.925536] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.925536] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.925536] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.925536] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2841ab82-ce22-468d-80a2-0104f5d0713c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.936572] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.936572] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.936962] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef8589c-fc06-4632-a298-a28fb852399e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.944899] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 594.944899] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e6ab1f-fbdd-0e28-67f2-2b2622edace5" [ 594.944899] env[68802]: _type = "Task" [ 594.944899] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.955817] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e6ab1f-fbdd-0e28-67f2-2b2622edace5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.052634] env[68802]: DEBUG oslo_concurrency.lockutils [None req-339f3ab6-7482-4e17-bd4d-0f3fba8f3e95 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lock "e2be90b1-394a-4add-8135-7789857dcec1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.102s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.058041] env[68802]: DEBUG nova.network.neutron [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Updating instance_info_cache with network_info: [{"id": "4feee59f-5c50-4c9f-a5bc-75c1741a135b", "address": "fa:16:3e:da:7e:aa", "network": {"id": "c4d77259-edee-41bf-9674-757668415b7a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2009556743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6556a48c9a6f476bafa1378a21b9e612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4feee59f-5c", "ovs_interfaceid": "4feee59f-5c50-4c9f-a5bc-75c1741a135b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.150145] env[68802]: DEBUG nova.network.neutron [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Successfully created port: c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.154947] env[68802]: DEBUG oslo_concurrency.lockutils [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] Releasing lock "refresh_cache-a8322577-7f86-48e3-be17-8dfc19047045" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.154947] env[68802]: DEBUG nova.compute.manager [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Received event network-vif-plugged-b13b1de1-a581-4bd8-9dae-c4492a115ee2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 595.154947] env[68802]: DEBUG oslo_concurrency.lockutils [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] Acquiring lock "f19157c4-a8f7-4e71-842e-1b593907fce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.154947] env[68802]: DEBUG oslo_concurrency.lockutils [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] Lock "f19157c4-a8f7-4e71-842e-1b593907fce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.154947] env[68802]: DEBUG oslo_concurrency.lockutils [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] Lock "f19157c4-a8f7-4e71-842e-1b593907fce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.155146] env[68802]: DEBUG nova.compute.manager [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] No waiting events found dispatching network-vif-plugged-b13b1de1-a581-4bd8-9dae-c4492a115ee2 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.155146] env[68802]: WARNING nova.compute.manager [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Received unexpected event network-vif-plugged-b13b1de1-a581-4bd8-9dae-c4492a115ee2 for instance with vm_state building and task_state spawning. [ 595.155146] env[68802]: DEBUG nova.compute.manager [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Received event network-changed-b13b1de1-a581-4bd8-9dae-c4492a115ee2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 595.155283] env[68802]: DEBUG nova.compute.manager [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Refreshing instance network info cache due to event network-changed-b13b1de1-a581-4bd8-9dae-c4492a115ee2. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 595.155413] env[68802]: DEBUG oslo_concurrency.lockutils [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] Acquiring lock "refresh_cache-f19157c4-a8f7-4e71-842e-1b593907fce1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.155581] env[68802]: DEBUG oslo_concurrency.lockutils [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] Acquired lock "refresh_cache-f19157c4-a8f7-4e71-842e-1b593907fce1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.155743] env[68802]: DEBUG nova.network.neutron [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Refreshing network info cache for port b13b1de1-a581-4bd8-9dae-c4492a115ee2 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.170984] env[68802]: DEBUG oslo_vmware.api [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Task: {'id': task-2794718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338122} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.174018] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.174018] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.174018] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.174018] env[68802]: INFO nova.compute.manager [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Took 1.21 seconds to destroy the instance on the hypervisor. [ 595.174018] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.174759] env[68802]: DEBUG nova.compute.manager [-] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.174759] env[68802]: DEBUG nova.network.neutron [-] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.191154] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794719, 'name': Rename_Task, 'duration_secs': 0.284387} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.191462] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.191707] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a219140-85c0-4b69-bde1-f2e2eb92046d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.199762] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 595.199762] env[68802]: value = "task-2794720" [ 595.199762] env[68802]: _type = "Task" [ 595.199762] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.207901] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.418348] env[68802]: DEBUG nova.scheduler.client.report [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.457759] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e6ab1f-fbdd-0e28-67f2-2b2622edace5, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.458795] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb7adff-1161-41b1-baef-29b4b967069b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.468814] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 595.468814] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e5fcfa-7566-5a13-91c2-7951733a7cae" [ 595.468814] env[68802]: _type = "Task" [ 595.468814] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.477060] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e5fcfa-7566-5a13-91c2-7951733a7cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.517407] env[68802]: DEBUG nova.compute.manager [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.550965] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.550965] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.550965] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.551243] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.551243] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.551243] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.551243] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.551243] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.551387] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.552735] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.552735] env[68802]: DEBUG nova.virt.hardware [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.552735] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4de2c48-923b-45cb-8d3b-2c8c00a384a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.563164] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9725c03-18f6-45d7-a1d1-376e7e27354b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.567612] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.570931] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Releasing lock "refresh_cache-fe6f7451-48d7-4698-816a-9a065ce0af35" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.570931] env[68802]: DEBUG nova.compute.manager [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Instance network_info: |[{"id": "4feee59f-5c50-4c9f-a5bc-75c1741a135b", "address": "fa:16:3e:da:7e:aa", "network": {"id": "c4d77259-edee-41bf-9674-757668415b7a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2009556743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6556a48c9a6f476bafa1378a21b9e612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4feee59f-5c", "ovs_interfaceid": "4feee59f-5c50-4c9f-a5bc-75c1741a135b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.572984] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:7e:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4feee59f-5c50-4c9f-a5bc-75c1741a135b', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.595320] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Creating folder: Project (6556a48c9a6f476bafa1378a21b9e612). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.595320] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2b76c5a-e876-4ac2-be07-66fb05fb9a05 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.622095] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Created folder: Project (6556a48c9a6f476bafa1378a21b9e612) in parent group-v561663. [ 595.622095] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Creating folder: Instances. Parent ref: group-v561685. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.622095] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3c45e8a-fa3b-4b73-a2b5-a91d669d78f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.635640] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Created folder: Instances in parent group-v561685. [ 595.635750] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.635902] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.636240] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecb5195e-7e02-4b44-b25d-d2eec3dc5b9b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.661191] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.661191] env[68802]: value = "task-2794723" [ 595.661191] env[68802]: _type = "Task" [ 595.661191] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.676789] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794723, 'name': CreateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.713721] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794720, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.926700] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.926700] env[68802]: DEBUG nova.compute.manager [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.930789] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.772s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.935534] env[68802]: INFO nova.compute.claims [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.981664] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e5fcfa-7566-5a13-91c2-7951733a7cae, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.981967] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.982325] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] f19157c4-a8f7-4e71-842e-1b593907fce1/f19157c4-a8f7-4e71-842e-1b593907fce1.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.982680] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-662317cf-e01c-435e-9de2-61de3f0dc8be {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.991178] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 595.991178] env[68802]: value = "task-2794725" [ 595.991178] env[68802]: _type = "Task" [ 595.991178] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.005778] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.041537] env[68802]: DEBUG nova.network.neutron [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Successfully updated port: 138b984f-49e3-4575-8716-53bdb2502d64 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.101869] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.172782] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794723, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.215802] env[68802]: DEBUG oslo_vmware.api [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794720, 'name': PowerOnVM_Task, 'duration_secs': 0.521714} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.216115] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.216924] env[68802]: INFO nova.compute.manager [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Took 10.46 seconds to spawn the instance on the hypervisor. [ 596.216924] env[68802]: DEBUG nova.compute.manager [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.217298] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1c8bf4-68c3-4131-9cb0-1b6da3ccdc90 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.242332] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquiring lock "7c883ceb-bd80-4e2d-8172-aa18125ef396" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.242583] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Lock "7c883ceb-bd80-4e2d-8172-aa18125ef396" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.242782] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquiring lock "7c883ceb-bd80-4e2d-8172-aa18125ef396-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.242955] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Lock "7c883ceb-bd80-4e2d-8172-aa18125ef396-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.243128] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Lock "7c883ceb-bd80-4e2d-8172-aa18125ef396-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.246369] env[68802]: INFO nova.compute.manager [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Terminating instance [ 596.444595] env[68802]: DEBUG nova.compute.utils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.451496] env[68802]: DEBUG nova.compute.manager [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.451767] env[68802]: DEBUG nova.network.neutron [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.506166] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.544505] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquiring lock "refresh_cache-c9025454-e87b-4bfa-8b8d-4951d2085250" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.544674] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquired lock "refresh_cache-c9025454-e87b-4bfa-8b8d-4951d2085250" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.544824] env[68802]: DEBUG nova.network.neutron [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.562908] env[68802]: DEBUG nova.policy [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c82a8c626f554dcdb0660b65a8cfef7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64a51d9b18164b4db733fc73422dc07d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.603604] env[68802]: DEBUG nova.network.neutron [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Updated VIF entry in instance network info cache for port b13b1de1-a581-4bd8-9dae-c4492a115ee2. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.603970] env[68802]: DEBUG nova.network.neutron [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Updating instance_info_cache with network_info: [{"id": "b13b1de1-a581-4bd8-9dae-c4492a115ee2", "address": "fa:16:3e:54:92:43", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb13b1de1-a5", "ovs_interfaceid": "b13b1de1-a581-4bd8-9dae-c4492a115ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.676312] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794723, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.741777] env[68802]: INFO nova.compute.manager [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Took 20.71 seconds to build instance. [ 596.750812] env[68802]: DEBUG nova.compute.manager [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 596.751321] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.752828] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4132e5df-e786-4f0f-9795-559445c294f1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.763850] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.765225] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e32988dd-7838-4e57-b9cd-ea53a63d9e7c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.773270] env[68802]: DEBUG oslo_vmware.api [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for the task: (returnval){ [ 596.773270] env[68802]: value = "task-2794726" [ 596.773270] env[68802]: _type = "Task" [ 596.773270] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.786643] env[68802]: DEBUG oslo_vmware.api [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.909412] env[68802]: DEBUG nova.network.neutron [-] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.952760] env[68802]: DEBUG nova.compute.manager [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.006230] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.114061] env[68802]: DEBUG oslo_concurrency.lockutils [req-6d175758-743a-4492-af3e-198398d0f18d req-0cb99d1d-9157-4b28-af32-fb58e82e9420 service nova] Releasing lock "refresh_cache-f19157c4-a8f7-4e71-842e-1b593907fce1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.147612] env[68802]: DEBUG nova.network.neutron [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.175365] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794723, 'name': CreateVM_Task, 'duration_secs': 1.507118} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.175600] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.176759] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.176759] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.176759] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.180076] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c116f310-6116-431a-a9ee-d1f9b8992263 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.187605] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for the task: (returnval){ [ 597.187605] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a488fd-402a-baad-70f1-25e10c44c9fc" [ 597.187605] env[68802]: _type = "Task" [ 597.187605] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.204181] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a488fd-402a-baad-70f1-25e10c44c9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.245825] env[68802]: DEBUG oslo_concurrency.lockutils [None req-df192786-8bc3-4d06-89d2-10ef982045b0 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "a8322577-7f86-48e3-be17-8dfc19047045" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.254s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.283766] env[68802]: DEBUG oslo_vmware.api [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794726, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.318027] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dfa82a-6a4d-4b0e-9769-767ed112a27c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.327167] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56af929a-def0-43cc-9d99-7b0a76342f09 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.364391] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba839cf4-334d-4a09-9d09-1e85a68993f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.371656] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f93a9cb-92c8-4380-977f-9331592ed413 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.386379] env[68802]: DEBUG nova.compute.provider_tree [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.413270] env[68802]: INFO nova.compute.manager [-] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Took 2.24 seconds to deallocate network for instance. [ 597.469007] env[68802]: DEBUG nova.network.neutron [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Updating instance_info_cache with network_info: [{"id": "138b984f-49e3-4575-8716-53bdb2502d64", "address": "fa:16:3e:0d:f5:42", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138b984f-49", "ovs_interfaceid": "138b984f-49e3-4575-8716-53bdb2502d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.507959] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794725, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.125057} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.508213] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] f19157c4-a8f7-4e71-842e-1b593907fce1/f19157c4-a8f7-4e71-842e-1b593907fce1.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.508958] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.509244] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8da867c4-c30d-4da0-86dc-7b60d384f7ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.517390] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 597.517390] env[68802]: value = "task-2794727" [ 597.517390] env[68802]: _type = "Task" [ 597.517390] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.527715] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.702595] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a488fd-402a-baad-70f1-25e10c44c9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.041161} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.703341] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.703341] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.703649] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.703781] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.703882] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.704135] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2885e99-3fd9-4ceb-919c-b21722523fee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.714974] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.715187] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.716017] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7876a2f2-51e6-4d3b-948d-ee001127b2cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.721517] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for the task: (returnval){ [ 597.721517] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525e81d5-f4e4-e144-caa9-dd6312fdbb99" [ 597.721517] env[68802]: _type = "Task" [ 597.721517] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.729678] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525e81d5-f4e4-e144-caa9-dd6312fdbb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.749342] env[68802]: DEBUG nova.compute.manager [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.786398] env[68802]: DEBUG oslo_vmware.api [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794726, 'name': PowerOffVM_Task, 'duration_secs': 0.591076} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.787469] env[68802]: DEBUG nova.network.neutron [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Successfully created port: 5db5fcc6-c576-4cad-811d-e06d1ab623d0 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.789666] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.789992] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.790328] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93f58b53-e9a2-44e6-b982-cc9ff2f749b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.873031] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.873031] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.873031] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Deleting the datastore file [datastore2] 7c883ceb-bd80-4e2d-8172-aa18125ef396 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.873031] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d50249b-a548-4722-a50f-162bb6e3aafc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.879252] env[68802]: DEBUG oslo_vmware.api [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for the task: (returnval){ [ 597.879252] env[68802]: value = "task-2794730" [ 597.879252] env[68802]: _type = "Task" [ 597.879252] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.890306] env[68802]: DEBUG oslo_vmware.api [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.891715] env[68802]: DEBUG nova.scheduler.client.report [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.920420] env[68802]: DEBUG oslo_concurrency.lockutils [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.972379] env[68802]: DEBUG nova.compute.manager [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.977362] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Releasing lock "refresh_cache-c9025454-e87b-4bfa-8b8d-4951d2085250" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.977452] env[68802]: DEBUG nova.compute.manager [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Instance network_info: |[{"id": "138b984f-49e3-4575-8716-53bdb2502d64", "address": "fa:16:3e:0d:f5:42", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138b984f-49", "ovs_interfaceid": "138b984f-49e3-4575-8716-53bdb2502d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.979889] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:f5:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '138b984f-49e3-4575-8716-53bdb2502d64', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.989917] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Creating folder: Project (9df48bb387a84e86aebbb34d2949f5e3). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.990776] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6dae693-3e25-42cb-9455-d169247dc487 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.010673] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Created folder: Project (9df48bb387a84e86aebbb34d2949f5e3) in parent group-v561663. [ 598.010673] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Creating folder: Instances. Parent ref: group-v561688. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.010673] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f1d1630-9dfb-4742-a604-d380ab1dc258 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.012943] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.013192] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.013346] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.013524] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.013708] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.013811] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.013996] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.014213] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.014378] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.014602] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.014695] env[68802]: DEBUG nova.virt.hardware [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.015567] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de752d26-e125-491a-873d-198320181495 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.019705] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Created folder: Instances in parent group-v561688. [ 598.019934] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.025534] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.025757] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6b86008-ad4a-4585-aed4-a0b4526f0bc9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.046035] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ee1a3e-4b80-47ac-9330-778483f698bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.055058] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.055058] env[68802]: value = "task-2794733" [ 598.055058] env[68802]: _type = "Task" [ 598.055058] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.057818] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07266} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.057818] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.064148] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fa044c-4d30-4c6c-ad4a-7947afff6320 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.078663] env[68802]: DEBUG nova.compute.manager [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Received event network-vif-plugged-4feee59f-5c50-4c9f-a5bc-75c1741a135b {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 598.078760] env[68802]: DEBUG oslo_concurrency.lockutils [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] Acquiring lock "fe6f7451-48d7-4698-816a-9a065ce0af35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.079125] env[68802]: DEBUG oslo_concurrency.lockutils [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] Lock "fe6f7451-48d7-4698-816a-9a065ce0af35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.079125] env[68802]: DEBUG oslo_concurrency.lockutils [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] Lock "fe6f7451-48d7-4698-816a-9a065ce0af35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.079285] env[68802]: DEBUG nova.compute.manager [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] No waiting events found dispatching network-vif-plugged-4feee59f-5c50-4c9f-a5bc-75c1741a135b {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.079382] env[68802]: WARNING nova.compute.manager [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Received unexpected event network-vif-plugged-4feee59f-5c50-4c9f-a5bc-75c1741a135b for instance with vm_state building and task_state spawning. [ 598.079614] env[68802]: DEBUG nova.compute.manager [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Received event network-changed-4feee59f-5c50-4c9f-a5bc-75c1741a135b {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 598.079654] env[68802]: DEBUG nova.compute.manager [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Refreshing instance network info cache due to event network-changed-4feee59f-5c50-4c9f-a5bc-75c1741a135b. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 598.079821] env[68802]: DEBUG oslo_concurrency.lockutils [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] Acquiring lock "refresh_cache-fe6f7451-48d7-4698-816a-9a065ce0af35" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.079942] env[68802]: DEBUG oslo_concurrency.lockutils [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] Acquired lock "refresh_cache-fe6f7451-48d7-4698-816a-9a065ce0af35" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.080167] env[68802]: DEBUG nova.network.neutron [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Refreshing network info cache for port 4feee59f-5c50-4c9f-a5bc-75c1741a135b {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.095716] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794733, 'name': CreateVM_Task} progress is 15%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.106881] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] f19157c4-a8f7-4e71-842e-1b593907fce1/f19157c4-a8f7-4e71-842e-1b593907fce1.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.108258] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c87ca7-def0-4700-b155-618c5be76543 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.128107] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 598.128107] env[68802]: value = "task-2794734" [ 598.128107] env[68802]: _type = "Task" [ 598.128107] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.137226] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.234769] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525e81d5-f4e4-e144-caa9-dd6312fdbb99, 'name': SearchDatastore_Task, 'duration_secs': 0.062146} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.235696] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61a41f5-d2ff-48b5-97e8-565478d56492 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.243389] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for the task: (returnval){ [ 598.243389] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520663ed-7119-d53f-e4da-c22bc4ccf54b" [ 598.243389] env[68802]: _type = "Task" [ 598.243389] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.252608] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520663ed-7119-d53f-e4da-c22bc4ccf54b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.281781] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.334285] env[68802]: DEBUG nova.network.neutron [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Successfully updated port: c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.390873] env[68802]: DEBUG oslo_vmware.api [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Task: {'id': task-2794730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356422} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.390873] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.390873] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.390873] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.391095] env[68802]: INFO nova.compute.manager [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Took 1.64 seconds to destroy the instance on the hypervisor. [ 598.391242] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.391431] env[68802]: DEBUG nova.compute.manager [-] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 598.391522] env[68802]: DEBUG nova.network.neutron [-] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.399737] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.399856] env[68802]: DEBUG nova.compute.manager [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.405482] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.624s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.406974] env[68802]: INFO nova.compute.claims [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.568992] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794733, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.592816] env[68802]: DEBUG nova.compute.manager [req-a4b61a4f-c919-47b7-9c82-29e20804c5b0 req-7db9016f-c4c4-40f0-8926-c9c026210aba service nova] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Received event network-vif-deleted-ffd04e49-7c57-4f23-944c-f266b59f832e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 598.643817] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.755957] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520663ed-7119-d53f-e4da-c22bc4ccf54b, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.756808] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.757156] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] fe6f7451-48d7-4698-816a-9a065ce0af35/fe6f7451-48d7-4698-816a-9a065ce0af35.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.757664] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9805ed3-8cf8-4856-bcf7-0b1702313403 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.765991] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for the task: (returnval){ [ 598.765991] env[68802]: value = "task-2794735" [ 598.765991] env[68802]: _type = "Task" [ 598.765991] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.776653] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.842632] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquiring lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.842776] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquired lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.842923] env[68802]: DEBUG nova.network.neutron [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.912502] env[68802]: DEBUG nova.compute.utils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.919135] env[68802]: DEBUG nova.compute.manager [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.920034] env[68802]: DEBUG nova.network.neutron [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.076439] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794733, 'name': CreateVM_Task, 'duration_secs': 0.614256} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.076439] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.078079] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.078079] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.078079] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.078079] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5144359f-88bf-447a-a284-42450c5ac866 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.085541] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for the task: (returnval){ [ 599.085541] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52770cd3-6601-e337-3130-386593dca714" [ 599.085541] env[68802]: _type = "Task" [ 599.085541] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.096856] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52770cd3-6601-e337-3130-386593dca714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.141137] env[68802]: DEBUG nova.policy [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c82a8c626f554dcdb0660b65a8cfef7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64a51d9b18164b4db733fc73422dc07d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.160153] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794734, 'name': ReconfigVM_Task, 'duration_secs': 0.706561} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.160761] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Reconfigured VM instance instance-00000006 to attach disk [datastore2] f19157c4-a8f7-4e71-842e-1b593907fce1/f19157c4-a8f7-4e71-842e-1b593907fce1.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.164108] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62eb1e9c-e80f-418e-9d8c-4e838cf3c123 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.170835] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 599.170835] env[68802]: value = "task-2794736" [ 599.170835] env[68802]: _type = "Task" [ 599.170835] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.185141] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794736, 'name': Rename_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.279677] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794735, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.412783] env[68802]: DEBUG nova.network.neutron [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Updated VIF entry in instance network info cache for port 4feee59f-5c50-4c9f-a5bc-75c1741a135b. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.413216] env[68802]: DEBUG nova.network.neutron [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Updating instance_info_cache with network_info: [{"id": "4feee59f-5c50-4c9f-a5bc-75c1741a135b", "address": "fa:16:3e:da:7e:aa", "network": {"id": "c4d77259-edee-41bf-9674-757668415b7a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2009556743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6556a48c9a6f476bafa1378a21b9e612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4feee59f-5c", "ovs_interfaceid": "4feee59f-5c50-4c9f-a5bc-75c1741a135b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.420744] env[68802]: DEBUG nova.compute.manager [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.447389] env[68802]: DEBUG nova.network.neutron [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.598205] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52770cd3-6601-e337-3130-386593dca714, 'name': SearchDatastore_Task, 'duration_secs': 0.061975} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.601296] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.601551] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.602890] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.602890] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.602890] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.604955] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ef08376-e840-4f1c-8bfc-c3df7338df23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.617404] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.617404] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.617772] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fe0d32-83a7-40bc-9a8e-1e3e1eee2ebc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.628033] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for the task: (returnval){ [ 599.628033] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521a295a-d8dc-898e-2514-38e07036cf73" [ 599.628033] env[68802]: _type = "Task" [ 599.628033] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.636024] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521a295a-d8dc-898e-2514-38e07036cf73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.654824] env[68802]: INFO nova.compute.manager [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Rebuilding instance [ 599.688608] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794736, 'name': Rename_Task, 'duration_secs': 0.242107} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.693057] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.694905] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3721a65-44b1-4a5a-ac9a-6dac32e80d1f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.701534] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 599.701534] env[68802]: value = "task-2794737" [ 599.701534] env[68802]: _type = "Task" [ 599.701534] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.713909] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.719129] env[68802]: DEBUG nova.compute.manager [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.719964] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea814249-05d4-4dfe-a36a-f6d81ab2ec12 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.766009] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504848a4-6258-4342-b770-1d71fb0dd8c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.780958] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994752ec-c954-4292-a951-4553cb1d595c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.784597] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598249} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.786775] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] fe6f7451-48d7-4698-816a-9a065ce0af35/fe6f7451-48d7-4698-816a-9a065ce0af35.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.786775] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.786775] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c2ede7-4200-4d9e-9f65-2599953406d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.812882] env[68802]: DEBUG nova.network.neutron [-] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.817512] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d711df-d3b4-454c-8806-29412c9dde5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.819942] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for the task: (returnval){ [ 599.819942] env[68802]: value = "task-2794738" [ 599.819942] env[68802]: _type = "Task" [ 599.819942] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.829058] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b4b3a0-65e1-4475-be93-9f641e51aecf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.837097] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794738, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.848877] env[68802]: DEBUG nova.compute.provider_tree [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.918049] env[68802]: DEBUG oslo_concurrency.lockutils [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] Releasing lock "refresh_cache-fe6f7451-48d7-4698-816a-9a065ce0af35" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.918306] env[68802]: DEBUG nova.compute.manager [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Received event network-vif-plugged-138b984f-49e3-4575-8716-53bdb2502d64 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 599.921020] env[68802]: DEBUG oslo_concurrency.lockutils [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] Acquiring lock "c9025454-e87b-4bfa-8b8d-4951d2085250-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.921020] env[68802]: DEBUG oslo_concurrency.lockutils [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] Lock "c9025454-e87b-4bfa-8b8d-4951d2085250-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.921020] env[68802]: DEBUG oslo_concurrency.lockutils [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] Lock "c9025454-e87b-4bfa-8b8d-4951d2085250-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.921020] env[68802]: DEBUG nova.compute.manager [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] No waiting events found dispatching network-vif-plugged-138b984f-49e3-4575-8716-53bdb2502d64 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.921020] env[68802]: WARNING nova.compute.manager [req-07bd34df-eaea-47d2-b35d-9a1067600d97 req-398e8dd4-cbd8-4f05-82dd-b62034b0087c service nova] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Received unexpected event network-vif-plugged-138b984f-49e3-4575-8716-53bdb2502d64 for instance with vm_state building and task_state spawning. [ 600.008086] env[68802]: DEBUG nova.network.neutron [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updating instance_info_cache with network_info: [{"id": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "address": "fa:16:3e:29:de:82", "network": {"id": "8a5ca508-00a2-4f99-a27e-a794cea8c10e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-621893527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4c6a1515133d4c70828c226a82e60798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cc819a-d7", "ovs_interfaceid": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.142366] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521a295a-d8dc-898e-2514-38e07036cf73, 'name': SearchDatastore_Task, 'duration_secs': 0.021428} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.142366] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0223d989-0b58-4855-9db8-b2a5c152950b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.147270] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for the task: (returnval){ [ 600.147270] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f6a0b2-d2f0-1527-8f52-3a4b6d744ec5" [ 600.147270] env[68802]: _type = "Task" [ 600.147270] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.157740] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f6a0b2-d2f0-1527-8f52-3a4b6d744ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.214514] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.225803] env[68802]: DEBUG nova.network.neutron [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Successfully created port: 23dee78b-da26-4011-a313-cdc336b8f908 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.321266] env[68802]: INFO nova.compute.manager [-] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Took 1.93 seconds to deallocate network for instance. [ 600.339422] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061604} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.339691] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.341681] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb2008-a88c-41d8-92f7-39c7b20c3340 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.371186] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] fe6f7451-48d7-4698-816a-9a065ce0af35/fe6f7451-48d7-4698-816a-9a065ce0af35.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.372426] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfbcb6e1-c04e-4c88-89b7-e6dd9c901e03 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.389760] env[68802]: ERROR nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [req-ed22280d-94fe-4e4c-b020-1f2d9a9c7591] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ed22280d-94fe-4e4c-b020-1f2d9a9c7591"}]} [ 600.395012] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for the task: (returnval){ [ 600.395012] env[68802]: value = "task-2794740" [ 600.395012] env[68802]: _type = "Task" [ 600.395012] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.402985] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.411898] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 600.429587] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 600.429804] env[68802]: DEBUG nova.compute.provider_tree [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.436936] env[68802]: DEBUG nova.compute.manager [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.443801] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 600.468861] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.469114] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.469270] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.469445] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.469587] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.469728] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.469943] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.470149] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.470326] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.470486] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.470653] env[68802]: DEBUG nova.virt.hardware [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.471528] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372275ca-a57b-4461-9988-d818afb53135 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.476583] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 600.484659] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17ef479-063b-400c-a083-b9edf6ceff2b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.514579] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Releasing lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.514944] env[68802]: DEBUG nova.compute.manager [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Instance network_info: |[{"id": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "address": "fa:16:3e:29:de:82", "network": {"id": "8a5ca508-00a2-4f99-a27e-a794cea8c10e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-621893527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4c6a1515133d4c70828c226a82e60798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cc819a-d7", "ovs_interfaceid": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.515382] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:de:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1cc819a-d78e-4e1a-b64a-f508afc57a05', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.524462] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Creating folder: Project (4c6a1515133d4c70828c226a82e60798). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.527754] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e754378c-9522-45bc-8e35-f5394b4ab252 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.540121] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Created folder: Project (4c6a1515133d4c70828c226a82e60798) in parent group-v561663. [ 600.540121] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Creating folder: Instances. Parent ref: group-v561691. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.540121] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d973a4d-759b-4655-bcfe-5539dff29d4d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.551623] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Created folder: Instances in parent group-v561691. [ 600.551876] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.553235] env[68802]: DEBUG nova.network.neutron [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Successfully updated port: 5db5fcc6-c576-4cad-811d-e06d1ab623d0 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.555087] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.557996] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e717eb31-5cb2-454d-9f25-8855cf8f5c01 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.583982] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.583982] env[68802]: value = "task-2794743" [ 600.583982] env[68802]: _type = "Task" [ 600.583982] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.596018] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794743, 'name': CreateVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.663954] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f6a0b2-d2f0-1527-8f52-3a4b6d744ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.663954] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.664470] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] c9025454-e87b-4bfa-8b8d-4951d2085250/c9025454-e87b-4bfa-8b8d-4951d2085250.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.666055] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6acb848c-5696-43d2-8600-26af953d71f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.676782] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for the task: (returnval){ [ 600.676782] env[68802]: value = "task-2794744" [ 600.676782] env[68802]: _type = "Task" [ 600.676782] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.687727] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.716569] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794737, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.737595] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.738606] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5e98599-4cf3-4060-8ac4-453fb5a0105a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.753726] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 600.753726] env[68802]: value = "task-2794745" [ 600.753726] env[68802]: _type = "Task" [ 600.753726] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.764986] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.830143] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebd169c-1338-4049-b4db-93c048a6d5c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.834098] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.839716] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb34ff1-1a8c-4e0a-9817-953a3322a830 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.875831] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb424fa6-40f6-4eac-b48b-7deffa7b3c62 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.884164] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792dfc04-96d2-4aa8-b516-14006dd841a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.898892] env[68802]: DEBUG nova.compute.provider_tree [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.909263] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.058138] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "refresh_cache-5f43c913-9f54-4d9e-954d-9e776a259a16" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.058138] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "refresh_cache-5f43c913-9f54-4d9e-954d-9e776a259a16" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.058138] env[68802]: DEBUG nova.network.neutron [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.097237] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794743, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.190598] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794744, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.221096] env[68802]: DEBUG oslo_vmware.api [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794737, 'name': PowerOnVM_Task, 'duration_secs': 1.08459} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.221096] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.221275] env[68802]: INFO nova.compute.manager [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Took 13.12 seconds to spawn the instance on the hypervisor. [ 601.221509] env[68802]: DEBUG nova.compute.manager [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.222462] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3bdb6e-7ae3-4c54-ae05-2c11d247b144 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.269341] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794745, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.382627] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquiring lock "b9061756-8344-441b-b1f2-5724e8566e98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.382867] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lock "b9061756-8344-441b-b1f2-5724e8566e98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.414015] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794740, 'name': ReconfigVM_Task, 'duration_secs': 0.597424} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.416866] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Reconfigured VM instance instance-00000007 to attach disk [datastore2] fe6f7451-48d7-4698-816a-9a065ce0af35/fe6f7451-48d7-4698-816a-9a065ce0af35.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.416866] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1bb197f-4ee2-4e35-a1d1-b2f2a4e37250 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.422941] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for the task: (returnval){ [ 601.422941] env[68802]: value = "task-2794746" [ 601.422941] env[68802]: _type = "Task" [ 601.422941] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.446204] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794746, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.446204] env[68802]: ERROR nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [req-efee4798-62d5-44c3-a7fb-7da0be2bd30d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-efee4798-62d5-44c3-a7fb-7da0be2bd30d"}]} [ 601.467874] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 601.492928] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 601.492928] env[68802]: DEBUG nova.compute.provider_tree [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.506783] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 601.529997] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 601.600610] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794743, 'name': CreateVM_Task, 'duration_secs': 0.565515} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.601445] env[68802]: DEBUG nova.network.neutron [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.603523] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.604357] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.604579] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.604962] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.605495] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d2e46b-6ddb-4ee8-bd9f-3aba0d2d3937 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.614217] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 601.614217] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f5becc-cea1-841f-6371-790c160135ae" [ 601.614217] env[68802]: _type = "Task" [ 601.614217] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.628463] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "a8322577-7f86-48e3-be17-8dfc19047045" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.628463] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "a8322577-7f86-48e3-be17-8dfc19047045" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.628463] env[68802]: DEBUG nova.compute.manager [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.628463] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f5becc-cea1-841f-6371-790c160135ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.631491] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f2761-17e2-4efb-8250-f93c38a4cd9f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.637104] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.637384] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.637614] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.637749] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.638018] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.644727] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93cf2ecb-36fd-4b71-8160-ad491eabdebb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.651558] env[68802]: DEBUG nova.compute.manager [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 601.652093] env[68802]: DEBUG nova.objects.instance [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lazy-loading 'flavor' on Instance uuid a8322577-7f86-48e3-be17-8dfc19047045 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 601.658796] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.658968] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.663511] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db023e9-bf87-4cfc-a16b-5a8658a0ea2a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.674758] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 601.674758] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cb8100-242a-b9cd-5213-abc3667937c2" [ 601.674758] env[68802]: _type = "Task" [ 601.674758] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.704781] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cb8100-242a-b9cd-5213-abc3667937c2, 'name': SearchDatastore_Task, 'duration_secs': 0.019481} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.709827] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-866a66d7-5c4c-4ddd-8b55-55222bb335f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.713799] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670673} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.713799] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] c9025454-e87b-4bfa-8b8d-4951d2085250/c9025454-e87b-4bfa-8b8d-4951d2085250.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.713799] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.714921] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-633630e2-bf02-40cc-8b66-9bab80a36498 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.718917] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 601.718917] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5207be06-c0b9-c60a-0ecf-9d47c4309ddf" [ 601.718917] env[68802]: _type = "Task" [ 601.718917] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.730256] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for the task: (returnval){ [ 601.730256] env[68802]: value = "task-2794747" [ 601.730256] env[68802]: _type = "Task" [ 601.730256] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.742091] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5207be06-c0b9-c60a-0ecf-9d47c4309ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.746806] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.747119] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ec3b9c58-b201-40ca-830b-29749bc54a83/ec3b9c58-b201-40ca-830b-29749bc54a83.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.747397] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.748398] env[68802]: INFO nova.compute.manager [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Took 25.02 seconds to build instance. [ 601.748782] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79717e5-5913-409c-baea-c10e1b0b8b34 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.760942] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 601.760942] env[68802]: value = "task-2794748" [ 601.760942] env[68802]: _type = "Task" [ 601.760942] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.771482] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794745, 'name': PowerOffVM_Task, 'duration_secs': 0.531918} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.772247] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.772504] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.774634] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338d99e5-0cf3-44b8-9c53-a90dea5223a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.784011] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.792589] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.792871] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afab2f7e-2e75-4c01-9aca-9ec14e9314c2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.867313] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.867313] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.867313] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleting the datastore file [datastore2] 43b53df0-1d55-46f2-a7ab-883dd380aa17 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.867313] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11363dff-407f-437c-b23b-61da8fe1131b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.874499] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 601.874499] env[68802]: value = "task-2794750" [ 601.874499] env[68802]: _type = "Task" [ 601.874499] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.889284] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.930971] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795c70e8-93f5-409d-812f-bd9ba76b04ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.941811] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794746, 'name': Rename_Task, 'duration_secs': 0.252177} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.944525] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.944907] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b5c18cd-8ba2-4bef-b763-11a981150c6b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.948144] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1044ec51-9f43-46ab-9073-412aad1d2eaa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.010250] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for the task: (returnval){ [ 602.010250] env[68802]: value = "task-2794751" [ 602.010250] env[68802]: _type = "Task" [ 602.010250] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.015181] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c947d1-ea2d-42da-baa8-69403aab6b6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.027400] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0242e0fd-6e39-4786-822c-4b8a53318c96 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.032019] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794751, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.033154] env[68802]: DEBUG nova.network.neutron [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Updating instance_info_cache with network_info: [{"id": "5db5fcc6-c576-4cad-811d-e06d1ab623d0", "address": "fa:16:3e:9a:94:6b", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db5fcc6-c5", "ovs_interfaceid": "5db5fcc6-c576-4cad-811d-e06d1ab623d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.053897] env[68802]: DEBUG nova.compute.provider_tree [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.245893] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078546} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.246754] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.247616] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6fbc4-0739-4e8c-8735-596a7436e6e1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.251250] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3db0688d-f398-4134-b0a2-7949cf082c31 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "f19157c4-a8f7-4e71-842e-1b593907fce1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.533s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.279248] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] c9025454-e87b-4bfa-8b8d-4951d2085250/c9025454-e87b-4bfa-8b8d-4951d2085250.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.284359] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d5c766-061c-4bc8-a6dd-9d6784b2d336 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.311948] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794748, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.313648] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for the task: (returnval){ [ 602.313648] env[68802]: value = "task-2794753" [ 602.313648] env[68802]: _type = "Task" [ 602.313648] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.325058] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.386302] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.469075] env[68802]: DEBUG nova.compute.manager [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Received event network-changed-138b984f-49e3-4575-8716-53bdb2502d64 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 602.471505] env[68802]: DEBUG nova.compute.manager [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Refreshing instance network info cache due to event network-changed-138b984f-49e3-4575-8716-53bdb2502d64. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 602.471505] env[68802]: DEBUG oslo_concurrency.lockutils [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] Acquiring lock "refresh_cache-c9025454-e87b-4bfa-8b8d-4951d2085250" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.471505] env[68802]: DEBUG oslo_concurrency.lockutils [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] Acquired lock "refresh_cache-c9025454-e87b-4bfa-8b8d-4951d2085250" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.471505] env[68802]: DEBUG nova.network.neutron [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Refreshing network info cache for port 138b984f-49e3-4575-8716-53bdb2502d64 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.532351] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.536036] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "refresh_cache-5f43c913-9f54-4d9e-954d-9e776a259a16" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.536353] env[68802]: DEBUG nova.compute.manager [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Instance network_info: |[{"id": "5db5fcc6-c576-4cad-811d-e06d1ab623d0", "address": "fa:16:3e:9a:94:6b", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db5fcc6-c5", "ovs_interfaceid": "5db5fcc6-c576-4cad-811d-e06d1ab623d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.536766] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:94:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5db5fcc6-c576-4cad-811d-e06d1ab623d0', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.544478] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Creating folder: Project (64a51d9b18164b4db733fc73422dc07d). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.544999] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1128dfe6-5c82-4ca7-a2e7-2505f1c20b11 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.556904] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Created folder: Project (64a51d9b18164b4db733fc73422dc07d) in parent group-v561663. [ 602.557180] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Creating folder: Instances. Parent ref: group-v561695. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.562237] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6713fd2a-302a-4180-8f1f-406d0d55d838 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.575154] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Created folder: Instances in parent group-v561695. [ 602.575154] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.575154] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.575154] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-071cceb1-a244-4647-a179-d726b19230a9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.596737] env[68802]: ERROR nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [req-3405b0a3-36d5-40e5-b058-37e1a0a27655] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3405b0a3-36d5-40e5-b058-37e1a0a27655"}]} [ 602.606750] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.606750] env[68802]: value = "task-2794756" [ 602.606750] env[68802]: _type = "Task" [ 602.606750] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.621343] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794756, 'name': CreateVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.629163] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 602.647398] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "057632d6-621b-4afd-971c-ab7695f46b70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.647644] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "057632d6-621b-4afd-971c-ab7695f46b70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.655754] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 602.655981] env[68802]: DEBUG nova.compute.provider_tree [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.664994] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.664994] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d5f39f0-dd83-4d0c-be38-ec4a74c24ee1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.673552] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 602.676241] env[68802]: DEBUG oslo_vmware.api [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 602.676241] env[68802]: value = "task-2794757" [ 602.676241] env[68802]: _type = "Task" [ 602.676241] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.688909] env[68802]: DEBUG oslo_vmware.api [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.698148] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 602.767850] env[68802]: DEBUG nova.compute.manager [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.785451] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657596} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.785759] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ec3b9c58-b201-40ca-830b-29749bc54a83/ec3b9c58-b201-40ca-830b-29749bc54a83.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.785982] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.786278] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-753eed15-8530-42fc-904a-0aa4e4ca59a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.797387] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 602.797387] env[68802]: value = "task-2794758" [ 602.797387] env[68802]: _type = "Task" [ 602.797387] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.808936] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.825832] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.888598] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.622248} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.892419] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.893211] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.893211] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.992015] env[68802]: DEBUG nova.compute.manager [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Received event network-vif-plugged-5db5fcc6-c576-4cad-811d-e06d1ab623d0 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 602.992874] env[68802]: DEBUG oslo_concurrency.lockutils [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] Acquiring lock "5f43c913-9f54-4d9e-954d-9e776a259a16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.994278] env[68802]: DEBUG oslo_concurrency.lockutils [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] Lock "5f43c913-9f54-4d9e-954d-9e776a259a16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.994278] env[68802]: DEBUG oslo_concurrency.lockutils [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] Lock "5f43c913-9f54-4d9e-954d-9e776a259a16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.994278] env[68802]: DEBUG nova.compute.manager [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] No waiting events found dispatching network-vif-plugged-5db5fcc6-c576-4cad-811d-e06d1ab623d0 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.994278] env[68802]: WARNING nova.compute.manager [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Received unexpected event network-vif-plugged-5db5fcc6-c576-4cad-811d-e06d1ab623d0 for instance with vm_state building and task_state spawning. [ 602.994419] env[68802]: DEBUG nova.compute.manager [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Received event network-changed-5db5fcc6-c576-4cad-811d-e06d1ab623d0 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 602.994846] env[68802]: DEBUG nova.compute.manager [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Refreshing instance network info cache due to event network-changed-5db5fcc6-c576-4cad-811d-e06d1ab623d0. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 602.995072] env[68802]: DEBUG oslo_concurrency.lockutils [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] Acquiring lock "refresh_cache-5f43c913-9f54-4d9e-954d-9e776a259a16" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.995229] env[68802]: DEBUG oslo_concurrency.lockutils [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] Acquired lock "refresh_cache-5f43c913-9f54-4d9e-954d-9e776a259a16" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.995308] env[68802]: DEBUG nova.network.neutron [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Refreshing network info cache for port 5db5fcc6-c576-4cad-811d-e06d1ab623d0 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.029516] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794751, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.082270] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13db75e-f414-4000-a169-79824c08e25d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.094951] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d086d22-dbc7-4e0e-95e2-ef4a5da024ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.135310] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b90a173-b357-4cea-b7c1-1d30dd7e7a60 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.145928] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794756, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.149360] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee9b82e-b790-4ec7-97d1-2c46a8614863 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.167179] env[68802]: DEBUG nova.compute.provider_tree [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.190134] env[68802]: DEBUG oslo_vmware.api [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794757, 'name': PowerOffVM_Task, 'duration_secs': 0.44424} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.190134] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.190134] env[68802]: DEBUG nova.compute.manager [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.190134] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70386a30-57df-4d5e-9683-92b2b0e5eae3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.303048] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.308303] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103758} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.311158] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.312456] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ec224e-f65f-4a99-b816-ed09a8c25ef0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.338612] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] ec3b9c58-b201-40ca-830b-29749bc54a83/ec3b9c58-b201-40ca-830b-29749bc54a83.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.340522] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f69b13-7560-48b3-9edc-1295624571c9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.358492] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794753, 'name': ReconfigVM_Task, 'duration_secs': 0.887997} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.359281] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Reconfigured VM instance instance-00000008 to attach disk [datastore2] c9025454-e87b-4bfa-8b8d-4951d2085250/c9025454-e87b-4bfa-8b8d-4951d2085250.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.359952] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89e26eb1-3ed9-4da7-8ec6-79ac4015a6c2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.363798] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 603.363798] env[68802]: value = "task-2794759" [ 603.363798] env[68802]: _type = "Task" [ 603.363798] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.369507] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for the task: (returnval){ [ 603.369507] env[68802]: value = "task-2794760" [ 603.369507] env[68802]: _type = "Task" [ 603.369507] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.377264] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.383195] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794760, 'name': Rename_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.529142] env[68802]: DEBUG oslo_vmware.api [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794751, 'name': PowerOnVM_Task, 'duration_secs': 1.424359} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.529214] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.531460] env[68802]: INFO nova.compute.manager [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Took 13.02 seconds to spawn the instance on the hypervisor. [ 603.531460] env[68802]: DEBUG nova.compute.manager [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.531460] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a4cdf4-17f8-4249-b9ee-5b17ad91be1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.641441] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794756, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.642489] env[68802]: DEBUG nova.network.neutron [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Updated VIF entry in instance network info cache for port 138b984f-49e3-4575-8716-53bdb2502d64. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.642819] env[68802]: DEBUG nova.network.neutron [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Updating instance_info_cache with network_info: [{"id": "138b984f-49e3-4575-8716-53bdb2502d64", "address": "fa:16:3e:0d:f5:42", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138b984f-49", "ovs_interfaceid": "138b984f-49e3-4575-8716-53bdb2502d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.705796] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c35090f4-0cb4-4c20-a3de-a63ebfb8dda7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "a8322577-7f86-48e3-be17-8dfc19047045" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.712616] env[68802]: DEBUG nova.scheduler.client.report [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 603.713277] env[68802]: DEBUG nova.compute.provider_tree [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 22 to 23 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 603.713277] env[68802]: DEBUG nova.compute.provider_tree [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.776093] env[68802]: DEBUG nova.network.neutron [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Successfully updated port: 23dee78b-da26-4011-a313-cdc336b8f908 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.875490] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.883249] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794760, 'name': Rename_Task, 'duration_secs': 0.253558} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.883566] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.884684] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dc5a1ef-17ae-473f-8ad9-3d7c09e87ebe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.890030] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for the task: (returnval){ [ 603.890030] env[68802]: value = "task-2794761" [ 603.890030] env[68802]: _type = "Task" [ 603.890030] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.906165] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.953244] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.953658] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.953658] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.953749] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.953882] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.954507] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.954507] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.954709] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.955521] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.955521] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.955521] env[68802]: DEBUG nova.virt.hardware [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.956055] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6012c8cc-16fe-466d-9f80-2fda45138654 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.969414] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129a91d7-0742-438b-b31f-f672eb0370ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.994594] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:31:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f178b36-8b3b-4a36-a650-10a9478e3b06', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.004051] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.004545] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.004769] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-464a4de1-7933-429c-a982-6681c80bcf45 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.023449] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.023449] env[68802]: value = "task-2794762" [ 604.023449] env[68802]: _type = "Task" [ 604.023449] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.032993] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794762, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.056251] env[68802]: INFO nova.compute.manager [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Took 27.28 seconds to build instance. [ 604.064921] env[68802]: DEBUG nova.network.neutron [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Updated VIF entry in instance network info cache for port 5db5fcc6-c576-4cad-811d-e06d1ab623d0. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.065273] env[68802]: DEBUG nova.network.neutron [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Updating instance_info_cache with network_info: [{"id": "5db5fcc6-c576-4cad-811d-e06d1ab623d0", "address": "fa:16:3e:9a:94:6b", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db5fcc6-c5", "ovs_interfaceid": "5db5fcc6-c576-4cad-811d-e06d1ab623d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.142364] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794756, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.147094] env[68802]: DEBUG oslo_concurrency.lockutils [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] Releasing lock "refresh_cache-c9025454-e87b-4bfa-8b8d-4951d2085250" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.147094] env[68802]: DEBUG nova.compute.manager [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Received event network-vif-plugged-c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 604.147094] env[68802]: DEBUG oslo_concurrency.lockutils [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] Acquiring lock "ec3b9c58-b201-40ca-830b-29749bc54a83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.147094] env[68802]: DEBUG oslo_concurrency.lockutils [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] Lock "ec3b9c58-b201-40ca-830b-29749bc54a83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.147094] env[68802]: DEBUG oslo_concurrency.lockutils [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] Lock "ec3b9c58-b201-40ca-830b-29749bc54a83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.147930] env[68802]: DEBUG nova.compute.manager [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] No waiting events found dispatching network-vif-plugged-c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.147930] env[68802]: WARNING nova.compute.manager [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Received unexpected event network-vif-plugged-c1cc819a-d78e-4e1a-b64a-f508afc57a05 for instance with vm_state building and task_state spawning. [ 604.147930] env[68802]: DEBUG nova.compute.manager [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Received event network-changed-c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 604.147930] env[68802]: DEBUG nova.compute.manager [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Refreshing instance network info cache due to event network-changed-c1cc819a-d78e-4e1a-b64a-f508afc57a05. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 604.147930] env[68802]: DEBUG oslo_concurrency.lockutils [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] Acquiring lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.149451] env[68802]: DEBUG oslo_concurrency.lockutils [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] Acquired lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.149451] env[68802]: DEBUG nova.network.neutron [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Refreshing network info cache for port c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.219437] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.814s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.219970] env[68802]: DEBUG nova.compute.manager [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.223971] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.837s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.228989] env[68802]: INFO nova.compute.claims [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.279762] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "refresh_cache-27610814-a343-4395-ab92-501846547df8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.279951] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "refresh_cache-27610814-a343-4395-ab92-501846547df8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.280522] env[68802]: DEBUG nova.network.neutron [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.374806] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794759, 'name': ReconfigVM_Task, 'duration_secs': 0.583388} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.375205] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Reconfigured VM instance instance-00000009 to attach disk [datastore2] ec3b9c58-b201-40ca-830b-29749bc54a83/ec3b9c58-b201-40ca-830b-29749bc54a83.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.375801] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae582c59-8da5-419c-a32c-44d3dd6d4131 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.381260] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 604.381260] env[68802]: value = "task-2794764" [ 604.381260] env[68802]: _type = "Task" [ 604.381260] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.391215] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794764, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.399351] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.534400] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794762, 'name': CreateVM_Task, 'duration_secs': 0.342706} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.534585] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.535764] env[68802]: DEBUG oslo_vmware.service [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a93aecb-411b-41b9-9d5b-d9c493a0c1b6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.541883] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.542083] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.542503] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.542823] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b28b12f-c59e-4d4c-86b1-5605e06b6e1b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.547125] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 604.547125] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5251820b-f33e-c511-b104-07c5be8acfb7" [ 604.547125] env[68802]: _type = "Task" [ 604.547125] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.556123] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5251820b-f33e-c511-b104-07c5be8acfb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.557681] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3b1722c4-442c-4691-9681-bb2d9d525c16 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lock "fe6f7451-48d7-4698-816a-9a065ce0af35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.792s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.568017] env[68802]: DEBUG oslo_concurrency.lockutils [req-70bf7059-cfbd-4ead-a0a2-7ac124f64ecd req-5dfe703b-4424-4512-a8af-c07e3b0d664d service nova] Releasing lock "refresh_cache-5f43c913-9f54-4d9e-954d-9e776a259a16" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.644591] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794756, 'name': CreateVM_Task, 'duration_secs': 1.734427} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.644591] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.645272] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.645491] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.645803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.646120] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ba87701-59da-4c7a-beb0-28ba54f79b23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.654178] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 604.654178] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a5cfcc-c757-527c-eae0-6eb417a4f5fd" [ 604.654178] env[68802]: _type = "Task" [ 604.654178] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.669308] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a5cfcc-c757-527c-eae0-6eb417a4f5fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.669604] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.669836] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.670128] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.670283] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.670468] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.670730] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b34d629f-cb4a-46fb-b37c-56ec7fdee5b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.681840] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.682077] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.683123] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148c5db1-1200-420f-8f58-2adc07e5b67b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.688861] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 604.688861] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526e3d80-5dd4-f89f-8fdf-d97860f128f1" [ 604.688861] env[68802]: _type = "Task" [ 604.688861] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.702672] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526e3d80-5dd4-f89f-8fdf-d97860f128f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.737175] env[68802]: DEBUG nova.compute.utils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.742298] env[68802]: DEBUG nova.compute.manager [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.742468] env[68802]: DEBUG nova.network.neutron [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.840079] env[68802]: DEBUG nova.policy [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4bd551e0ae74d74b179f59af3725143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88fc661ed2434d3a82fce5718acf5069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.880847] env[68802]: DEBUG nova.network.neutron [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.897055] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794764, 'name': Rename_Task, 'duration_secs': 0.152585} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.903234] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.903681] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c1b20e7-1022-4ac8-b9b0-0b262be0aef4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.912786] env[68802]: DEBUG oslo_vmware.api [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794761, 'name': PowerOnVM_Task, 'duration_secs': 0.999548} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.916029] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.916029] env[68802]: INFO nova.compute.manager [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Took 11.93 seconds to spawn the instance on the hypervisor. [ 604.916029] env[68802]: DEBUG nova.compute.manager [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.916029] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 604.916029] env[68802]: value = "task-2794765" [ 604.916029] env[68802]: _type = "Task" [ 604.916029] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.916029] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da1969-0331-493a-8946-027e83aae34b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.934897] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794765, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.058971] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.060470] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.060470] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.060470] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.060653] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.060998] env[68802]: DEBUG nova.compute.manager [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.064933] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b3cad30-b128-418d-b6fa-464461415607 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.074790] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.075048] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.075928] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70711233-0f28-4463-98a4-1f7325265922 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.085662] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fc7bbf-d59b-4251-8445-fd03592cbb37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.090941] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 605.090941] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f06ad5-ac9f-856b-d811-3227ea26dc9f" [ 605.090941] env[68802]: _type = "Task" [ 605.090941] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.101309] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f06ad5-ac9f-856b-d811-3227ea26dc9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.108767] env[68802]: DEBUG nova.network.neutron [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updated VIF entry in instance network info cache for port c1cc819a-d78e-4e1a-b64a-f508afc57a05. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.109119] env[68802]: DEBUG nova.network.neutron [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updating instance_info_cache with network_info: [{"id": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "address": "fa:16:3e:29:de:82", "network": {"id": "8a5ca508-00a2-4f99-a27e-a794cea8c10e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-621893527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4c6a1515133d4c70828c226a82e60798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cc819a-d7", "ovs_interfaceid": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.200831] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526e3d80-5dd4-f89f-8fdf-d97860f128f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008667} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.203206] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6eb7b5f-bcf9-450b-9530-67a55ce63e47 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.207953] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 605.207953] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528b55a7-c487-f6ee-f114-ee6ef52d64b2" [ 605.207953] env[68802]: _type = "Task" [ 605.207953] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.220314] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528b55a7-c487-f6ee-f114-ee6ef52d64b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.246023] env[68802]: DEBUG nova.compute.manager [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.389801] env[68802]: DEBUG nova.network.neutron [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Updating instance_info_cache with network_info: [{"id": "23dee78b-da26-4011-a313-cdc336b8f908", "address": "fa:16:3e:3d:04:d6", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23dee78b-da", "ovs_interfaceid": "23dee78b-da26-4011-a313-cdc336b8f908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.417339] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "b268e90c-94cd-4b2f-8f26-f006f35542ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.417339] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "b268e90c-94cd-4b2f-8f26-f006f35542ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.436821] env[68802]: DEBUG oslo_vmware.api [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794765, 'name': PowerOnVM_Task, 'duration_secs': 0.50792} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.440763] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.441135] env[68802]: INFO nova.compute.manager [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Took 9.92 seconds to spawn the instance on the hypervisor. [ 605.441456] env[68802]: DEBUG nova.compute.manager [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.448549] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bde59e4-48cc-48e0-bda1-b900909e7fd5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.451923] env[68802]: INFO nova.compute.manager [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Took 28.10 seconds to build instance. [ 605.453594] env[68802]: DEBUG nova.network.neutron [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Successfully created port: 48da6a1a-5c42-43d4-84b7-1aaca83a73eb {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.588738] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.601271] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Preparing fetch location {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 605.601590] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating directory with path [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.602070] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e27dfc14-523a-49c4-9109-b56d7c09f966 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.612087] env[68802]: DEBUG oslo_concurrency.lockutils [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] Releasing lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.612366] env[68802]: DEBUG nova.compute.manager [req-ad68cd6a-3239-4ff5-b124-f2ff4acd038c req-45b70c11-edb9-49c9-991f-fd205f29cf3b service nova] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Received event network-vif-deleted-9742a940-b1ee-4712-ba9c-6a26d4310fe5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 605.616609] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Created directory with path [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.616798] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Fetch image to [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 605.616961] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Downloading image file data 438cd240-f04d-4823-ac03-73cb79612fcc to [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk on the data store datastore1 {{(pid=68802) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 605.620240] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49737f4-448c-4eb6-b2e9-306c94e9cbe3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.622521] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250a76f0-0e30-47ad-b0be-b42859dd6123 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.631995] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d83146-0abe-4376-a901-76ec2549261b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.635196] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c30bbca-4619-43aa-bb34-a50a8a898d37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.647628] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9d3864-fe02-47df-9152-756180ea7210 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.691851] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f3dc7d-9ca5-41fa-9b54-94eadfe7648d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.725091] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57578398-6feb-4b74-bff1-61829679aaa0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.730364] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fbc12d-ebbd-401e-9854-6578d27f0719 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.742017] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528b55a7-c487-f6ee-f114-ee6ef52d64b2, 'name': SearchDatastore_Task, 'duration_secs': 0.019833} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.742017] env[68802]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e2d139e7-d863-448f-968b-1bf9cc25131b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.742017] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.742522] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.751224] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa7cb3e4-bc7c-403f-9201-87a0e6fda87f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.756665] env[68802]: DEBUG nova.compute.provider_tree [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.768124] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 605.768124] env[68802]: value = "task-2794766" [ 605.768124] env[68802]: _type = "Task" [ 605.768124] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.776056] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.780523] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Downloading image file data 438cd240-f04d-4823-ac03-73cb79612fcc to the data store datastore1 {{(pid=68802) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 605.852272] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68802) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 605.910494] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "refresh_cache-27610814-a343-4395-ab92-501846547df8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.910816] env[68802]: DEBUG nova.compute.manager [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Instance network_info: |[{"id": "23dee78b-da26-4011-a313-cdc336b8f908", "address": "fa:16:3e:3d:04:d6", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23dee78b-da", "ovs_interfaceid": "23dee78b-da26-4011-a313-cdc336b8f908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.912824] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:04:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23dee78b-da26-4011-a313-cdc336b8f908', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.919310] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.920921] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27610814-a343-4395-ab92-501846547df8] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.921201] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3637bae1-098c-4674-98d8-405e05ba64ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.945039] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.945039] env[68802]: value = "task-2794767" [ 605.945039] env[68802]: _type = "Task" [ 605.945039] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.954611] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.954880] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.959516] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3585dd61-3c53-4b20-95b1-af69daaff267 tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lock "c9025454-e87b-4bfa-8b8d-4951d2085250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.620s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.960525] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794767, 'name': CreateVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.975362] env[68802]: INFO nova.compute.manager [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Took 27.21 seconds to build instance. [ 606.262222] env[68802]: DEBUG nova.compute.manager [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.265588] env[68802]: DEBUG nova.scheduler.client.report [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.285129] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497732} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.292602] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.293294] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.293891] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-879323c9-d1b2-4c1d-9017-92aea5757bac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.303756] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 606.303756] env[68802]: value = "task-2794769" [ 606.303756] env[68802]: _type = "Task" [ 606.303756] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.310883] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.311208] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.311370] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.311568] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.311725] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.312622] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.312881] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.313090] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.313370] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.313684] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.313921] env[68802]: DEBUG nova.virt.hardware [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.315785] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e5eeff-cf98-4853-a89c-27cca99afd2f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.322120] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.327479] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84fbed3-0c05-4d30-be6b-a60b7505ee7f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.460617] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794767, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.466189] env[68802]: DEBUG nova.compute.manager [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.476268] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4f702095-1c76-48fb-a2d3-8625c0d4d1fd tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lock "ec3b9c58-b201-40ca-830b-29749bc54a83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.730s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.762931] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Completed reading data from the image iterator. {{(pid=68802) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 606.762931] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 606.771837] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.773802] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.775386] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.189s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.816523] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073546} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.817082] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.818011] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bba576-d090-4f8e-9b5e-b4a9da877031 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.821795] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Downloaded image file data 438cd240-f04d-4823-ac03-73cb79612fcc to vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk on the data store datastore1 {{(pid=68802) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 606.823792] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Caching image {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 606.823792] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copying Virtual Disk [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk to [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.823970] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04cd3465-582d-4ed0-8095-76b415273831 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.849069] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.854057] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637ef6ae-7566-4cd5-8c5e-4105e4a825b3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.867886] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 606.867886] env[68802]: value = "task-2794770" [ 606.867886] env[68802]: _type = "Task" [ 606.867886] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.876361] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 606.876361] env[68802]: value = "task-2794771" [ 606.876361] env[68802]: _type = "Task" [ 606.876361] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.876869] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.884747] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794771, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.957024] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794767, 'name': CreateVM_Task, 'duration_secs': 0.601929} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.958260] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27610814-a343-4395-ab92-501846547df8] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.959084] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.959273] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.960075] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.960075] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6113e69-31d3-4c99-bfc1-6f9b741694df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.965147] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 606.965147] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b616ad-51c0-784f-78ca-cc0cbbc8df80" [ 606.965147] env[68802]: _type = "Task" [ 606.965147] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.977775] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b616ad-51c0-784f-78ca-cc0cbbc8df80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.982922] env[68802]: DEBUG nova.compute.manager [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.007171] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.144677] env[68802]: DEBUG nova.compute.manager [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Received event network-vif-plugged-23dee78b-da26-4011-a313-cdc336b8f908 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 607.144922] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] Acquiring lock "27610814-a343-4395-ab92-501846547df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.145097] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] Lock "27610814-a343-4395-ab92-501846547df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.145266] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] Lock "27610814-a343-4395-ab92-501846547df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.145490] env[68802]: DEBUG nova.compute.manager [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] [instance: 27610814-a343-4395-ab92-501846547df8] No waiting events found dispatching network-vif-plugged-23dee78b-da26-4011-a313-cdc336b8f908 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.145663] env[68802]: WARNING nova.compute.manager [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Received unexpected event network-vif-plugged-23dee78b-da26-4011-a313-cdc336b8f908 for instance with vm_state building and task_state spawning. [ 607.145817] env[68802]: DEBUG nova.compute.manager [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Received event network-changed-23dee78b-da26-4011-a313-cdc336b8f908 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 607.145983] env[68802]: DEBUG nova.compute.manager [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Refreshing instance network info cache due to event network-changed-23dee78b-da26-4011-a313-cdc336b8f908. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 607.146154] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] Acquiring lock "refresh_cache-27610814-a343-4395-ab92-501846547df8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.146304] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] Acquired lock "refresh_cache-27610814-a343-4395-ab92-501846547df8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.146448] env[68802]: DEBUG nova.network.neutron [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Refreshing network info cache for port 23dee78b-da26-4011-a313-cdc336b8f908 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.285840] env[68802]: DEBUG nova.compute.utils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.287986] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.288283] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.374299] env[68802]: DEBUG nova.policy [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65c32fe639a47c3b1a2a046b64869c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac97eba6827441a0af14854e6b176c33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.388082] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794770, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.392079] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794771, 'name': ReconfigVM_Task, 'duration_secs': 0.327609} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.392173] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.392949] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d30d6fa-5f95-4e0f-af1a-40914489a4a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.401144] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 607.401144] env[68802]: value = "task-2794772" [ 607.401144] env[68802]: _type = "Task" [ 607.401144] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.410355] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794772, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.477421] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b616ad-51c0-784f-78ca-cc0cbbc8df80, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.480181] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.480181] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.480181] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.480181] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.480335] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.480335] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1aa3f665-c7a5-4129-9ee5-bfdbe015c471 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.492590] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.492877] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.501238] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6155f194-22b1-42ee-85a0-4424cd1a0b1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.512535] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 607.512535] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5248310d-466a-12c5-1511-4f2114c6c9d7" [ 607.512535] env[68802]: _type = "Task" [ 607.512535] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.526766] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5248310d-466a-12c5-1511-4f2114c6c9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.527944] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.602748] env[68802]: DEBUG nova.network.neutron [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Successfully updated port: 48da6a1a-5c42-43d4-84b7-1aaca83a73eb {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.791949] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.811435] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 14a6193c-05be-493e-a1bb-75b7b31897ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 607.811981] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 7c883ceb-bd80-4e2d-8172-aa18125ef396 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 607.812283] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 43b53df0-1d55-46f2-a7ab-883dd380aa17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.812510] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance e2be90b1-394a-4add-8135-7789857dcec1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.813258] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance a8322577-7f86-48e3-be17-8dfc19047045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.813258] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance f19157c4-a8f7-4e71-842e-1b593907fce1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.813258] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance fe6f7451-48d7-4698-816a-9a065ce0af35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.813258] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance c9025454-e87b-4bfa-8b8d-4951d2085250 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.813465] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ec3b9c58-b201-40ca-830b-29749bc54a83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.813465] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 5f43c913-9f54-4d9e-954d-9e776a259a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.813465] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 27610814-a343-4395-ab92-501846547df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.813575] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.813575] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance f235dee2-a99f-4a13-b718-f20306db3cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.880472] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700611} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.881145] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copied Virtual Disk [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk to [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.881145] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleting the datastore file [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc/tmp-sparse.vmdk {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.882223] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cd04f4c-ce83-4822-aeb4-21fdd9a77c64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.888758] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 607.888758] env[68802]: value = "task-2794773" [ 607.888758] env[68802]: _type = "Task" [ 607.888758] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.896549] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.903378] env[68802]: DEBUG nova.compute.manager [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.903548] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d63435c-a37d-4cb6-947f-7eba7a48043f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.917412] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794772, 'name': Rename_Task, 'duration_secs': 0.196368} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.917898] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.918181] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49358a5d-5da5-4a16-b4df-911608b558c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.924022] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 607.924022] env[68802]: value = "task-2794774" [ 607.924022] env[68802]: _type = "Task" [ 607.924022] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.933827] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.029701] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5248310d-466a-12c5-1511-4f2114c6c9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01509} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.031014] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e9fdcb-e0f0-47de-ae3c-30bf950b5a1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.036908] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 608.036908] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522066cd-173f-f17f-b8ba-f02bf9aa61e3" [ 608.036908] env[68802]: _type = "Task" [ 608.036908] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.046860] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522066cd-173f-f17f-b8ba-f02bf9aa61e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.096813] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Successfully created port: 262a057a-be09-40ec-b086-844dff919598 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.105938] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.105938] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.105938] env[68802]: DEBUG nova.network.neutron [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Updated VIF entry in instance network info cache for port 23dee78b-da26-4011-a313-cdc336b8f908. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.106822] env[68802]: DEBUG nova.network.neutron [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Updating instance_info_cache with network_info: [{"id": "23dee78b-da26-4011-a313-cdc336b8f908", "address": "fa:16:3e:3d:04:d6", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23dee78b-da", "ovs_interfaceid": "23dee78b-da26-4011-a313-cdc336b8f908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.107124] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquiring lock "refresh_cache-3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.107163] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquired lock "refresh_cache-3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.107347] env[68802]: DEBUG nova.network.neutron [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.231527] env[68802]: DEBUG oslo_concurrency.lockutils [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquiring lock "e2be90b1-394a-4add-8135-7789857dcec1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.231806] env[68802]: DEBUG oslo_concurrency.lockutils [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lock "e2be90b1-394a-4add-8135-7789857dcec1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.232072] env[68802]: DEBUG oslo_concurrency.lockutils [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquiring lock "e2be90b1-394a-4add-8135-7789857dcec1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.232261] env[68802]: DEBUG oslo_concurrency.lockutils [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lock "e2be90b1-394a-4add-8135-7789857dcec1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.232447] env[68802]: DEBUG oslo_concurrency.lockutils [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lock "e2be90b1-394a-4add-8135-7789857dcec1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.240146] env[68802]: INFO nova.compute.manager [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Terminating instance [ 608.317641] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance f84553d4-7d80-4fae-98ad-9bdeb46fe8b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 608.400717] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024348} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.401397] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.403051] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Moving file from [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8/438cd240-f04d-4823-ac03-73cb79612fcc to [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc. {{(pid=68802) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 608.403051] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d8efc1db-5e28-41c1-80aa-134a83f037f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.412214] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 608.412214] env[68802]: value = "task-2794776" [ 608.412214] env[68802]: _type = "Task" [ 608.412214] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.419512] env[68802]: INFO nova.compute.manager [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] instance snapshotting [ 608.419697] env[68802]: WARNING nova.compute.manager [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 608.425484] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794776, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.429458] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad070da-da44-47cd-b205-c6a54d234b4b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.454376] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3206b354-f584-4d1b-8d71-a07c9a9a74d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.456665] env[68802]: DEBUG oslo_vmware.api [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794774, 'name': PowerOnVM_Task, 'duration_secs': 0.50684} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.456858] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.457074] env[68802]: INFO nova.compute.manager [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Took 10.48 seconds to spawn the instance on the hypervisor. [ 608.457280] env[68802]: DEBUG nova.compute.manager [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.460362] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e370f847-46cc-4a00-ae9f-33fcc817843d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.549570] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522066cd-173f-f17f-b8ba-f02bf9aa61e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.549838] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.550133] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 27610814-a343-4395-ab92-501846547df8/27610814-a343-4395-ab92-501846547df8.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.550499] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75510c0d-0b33-4932-adc0-2b42d9d891e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.557853] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 608.557853] env[68802]: value = "task-2794777" [ 608.557853] env[68802]: _type = "Task" [ 608.557853] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.568833] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.619102] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbda3824-3d89-4eb5-9fe2-50a0ef1de2f7 req-bfe9d85f-8353-4dd6-b3df-d0c71ba4dd94 service nova] Releasing lock "refresh_cache-27610814-a343-4395-ab92-501846547df8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.664129] env[68802]: DEBUG nova.network.neutron [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.751991] env[68802]: DEBUG nova.compute.manager [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 608.751991] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.756266] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cb445e-bfdc-4d58-af36-9acddf3e4180 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.767036] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.767340] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d491acad-db7c-4f25-a746-b5259d07cc59 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.775805] env[68802]: DEBUG oslo_vmware.api [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for the task: (returnval){ [ 608.775805] env[68802]: value = "task-2794778" [ 608.775805] env[68802]: _type = "Task" [ 608.775805] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.790186] env[68802]: DEBUG oslo_vmware.api [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.803900] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.823873] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance dbb7fdd2-fd7f-43d3-b0de-8992efd3176a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 608.848353] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.848673] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.848788] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.848967] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.853230] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.853447] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.854046] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.854046] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.854046] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.854199] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.854355] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.855543] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8680af-e675-4551-b2ca-af7360191d0d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.870713] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e30b63d-b589-41de-beb7-0b5109620154 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.917365] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.917365] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.930559] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794776, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041377} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.930559] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] File moved {{(pid=68802) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 608.930559] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Cleaning up location [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8 {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 608.930559] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleting the datastore file [datastore1] vmware_temp/2db76823-79b1-489c-98ce-0790492bd4c8 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.930559] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1837b71c-2a39-469c-a284-b7351c7aeccd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.938381] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 608.938381] env[68802]: value = "task-2794779" [ 608.938381] env[68802]: _type = "Task" [ 608.938381] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.954775] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.968481] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 608.968856] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a54fe2de-44e3-4dbc-8749-4ab954115892 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.986983] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 608.986983] env[68802]: value = "task-2794780" [ 608.986983] env[68802]: _type = "Task" [ 608.986983] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.994375] env[68802]: INFO nova.compute.manager [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Took 29.66 seconds to build instance. [ 609.087584] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794777, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.183279] env[68802]: DEBUG nova.network.neutron [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Updating instance_info_cache with network_info: [{"id": "48da6a1a-5c42-43d4-84b7-1aaca83a73eb", "address": "fa:16:3e:d2:91:af", "network": {"id": "b75cb9dd-efce-4bcc-8b80-f8e5f2997baa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1830230325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88fc661ed2434d3a82fce5718acf5069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48da6a1a-5c", "ovs_interfaceid": "48da6a1a-5c42-43d4-84b7-1aaca83a73eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.287670] env[68802]: DEBUG oslo_vmware.api [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794778, 'name': PowerOffVM_Task, 'duration_secs': 0.321601} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.287940] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.288111] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.288398] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b33910a7-2650-4e02-b832-5554f2a0184c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.332608] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ebe265d5-d05d-48f6-a05a-5e79189d63a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.360312] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.360647] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.360896] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Deleting the datastore file [datastore2] e2be90b1-394a-4add-8135-7789857dcec1 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.360977] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-162d1366-9a3d-4da2-9814-aecee77651cd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.367607] env[68802]: DEBUG oslo_vmware.api [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for the task: (returnval){ [ 609.367607] env[68802]: value = "task-2794782" [ 609.367607] env[68802]: _type = "Task" [ 609.367607] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.380374] env[68802]: DEBUG oslo_vmware.api [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.406421] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquiring lock "fe6f7451-48d7-4698-816a-9a065ce0af35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.406671] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lock "fe6f7451-48d7-4698-816a-9a065ce0af35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.407031] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquiring lock "fe6f7451-48d7-4698-816a-9a065ce0af35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.407117] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lock "fe6f7451-48d7-4698-816a-9a065ce0af35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.407219] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lock "fe6f7451-48d7-4698-816a-9a065ce0af35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.410139] env[68802]: INFO nova.compute.manager [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Terminating instance [ 609.451548] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039216} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.451801] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.454154] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c020d8-06e1-4501-8515-1ee4a282f28a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.459617] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "14a869ca-d93c-4dd9-964c-cfb14b40f069" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.459846] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "14a869ca-d93c-4dd9-964c-cfb14b40f069" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.463576] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 609.463576] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5229088f-eb28-99cf-f75c-3ee2a5c6e7f6" [ 609.463576] env[68802]: _type = "Task" [ 609.463576] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.472532] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5229088f-eb28-99cf-f75c-3ee2a5c6e7f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.499928] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33bc6244-bfd6-46d2-a512-52f83507d003 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "5f43c913-9f54-4d9e-954d-9e776a259a16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.175s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.500604] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794780, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.569047] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756483} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.569047] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 27610814-a343-4395-ab92-501846547df8/27610814-a343-4395-ab92-501846547df8.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.569273] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.569390] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca04ad88-5214-4e0c-8f23-e38271712016 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.576243] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 609.576243] env[68802]: value = "task-2794783" [ 609.576243] env[68802]: _type = "Task" [ 609.576243] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.591698] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.688112] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Releasing lock "refresh_cache-3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.688112] env[68802]: DEBUG nova.compute.manager [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Instance network_info: |[{"id": "48da6a1a-5c42-43d4-84b7-1aaca83a73eb", "address": "fa:16:3e:d2:91:af", "network": {"id": "b75cb9dd-efce-4bcc-8b80-f8e5f2997baa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1830230325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88fc661ed2434d3a82fce5718acf5069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48da6a1a-5c", "ovs_interfaceid": "48da6a1a-5c42-43d4-84b7-1aaca83a73eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.688428] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:91:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48da6a1a-5c42-43d4-84b7-1aaca83a73eb', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.700742] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Creating folder: Project (88fc661ed2434d3a82fce5718acf5069). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.700742] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b48737-294a-4573-8b4d-7be6ee92025e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.713689] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Created folder: Project (88fc661ed2434d3a82fce5718acf5069) in parent group-v561663. [ 609.713801] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Creating folder: Instances. Parent ref: group-v561700. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.714066] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec4c5faf-43cf-45cc-a4f6-1c6e73d57450 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.727236] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Created folder: Instances in parent group-v561700. [ 609.727236] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.727443] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.727657] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e225db50-475a-4181-ac6b-c99107746eb0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.760935] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.760935] env[68802]: value = "task-2794786" [ 609.760935] env[68802]: _type = "Task" [ 609.760935] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.767760] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794786, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.836504] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance b9061756-8344-441b-b1f2-5724e8566e98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.883495] env[68802]: DEBUG oslo_vmware.api [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.913754] env[68802]: DEBUG nova.compute.manager [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.914149] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.915549] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b59787-c080-4fc0-af9a-a547600bd9ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.923794] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.925123] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e99cb244-9869-46d7-bf79-6f1fc9920e65 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.933520] env[68802]: DEBUG oslo_vmware.api [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for the task: (returnval){ [ 609.933520] env[68802]: value = "task-2794787" [ 609.933520] env[68802]: _type = "Task" [ 609.933520] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.944125] env[68802]: DEBUG oslo_vmware.api [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.981705] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5229088f-eb28-99cf-f75c-3ee2a5c6e7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.035718} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.982161] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.982418] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 43b53df0-1d55-46f2-a7ab-883dd380aa17/43b53df0-1d55-46f2-a7ab-883dd380aa17.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.982711] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e058187f-110a-426d-a6b9-fead4b3abd39 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.991091] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 609.991091] env[68802]: value = "task-2794788" [ 609.991091] env[68802]: _type = "Task" [ 609.991091] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.002909] env[68802]: DEBUG nova.compute.manager [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.005944] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794780, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.009576] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.091791] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192188} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.092106] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.093051] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1e03fb-5d2d-4218-93fd-564c17320f98 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.121968] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 27610814-a343-4395-ab92-501846547df8/27610814-a343-4395-ab92-501846547df8.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.123409] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd27f353-1331-4241-a50f-66e5b5c2f70b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.146544] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 610.146544] env[68802]: value = "task-2794789" [ 610.146544] env[68802]: _type = "Task" [ 610.146544] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.155687] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.274283] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794786, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.301520] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquiring lock "19adf5a8-58f3-4367-bf08-377dc06bd813" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.302179] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lock "19adf5a8-58f3-4367-bf08-377dc06bd813" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.308035] env[68802]: DEBUG nova.compute.manager [None req-daaccaed-b20e-4bf2-aaab-74137c708497 tempest-ServerDiagnosticsTest-1887097801 tempest-ServerDiagnosticsTest-1887097801-project-admin] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.310861] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10522051-bfd3-4eee-b8dd-3f7cc4cc3716 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.319996] env[68802]: INFO nova.compute.manager [None req-daaccaed-b20e-4bf2-aaab-74137c708497 tempest-ServerDiagnosticsTest-1887097801 tempest-ServerDiagnosticsTest-1887097801-project-admin] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Retrieving diagnostics [ 610.320927] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad264fff-e0fc-4acc-ab73-2d37abe236b6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.360049] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 057632d6-621b-4afd-971c-ab7695f46b70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 610.383716] env[68802]: DEBUG oslo_vmware.api [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Task: {'id': task-2794782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539642} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.389024] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.389024] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.389024] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.389024] env[68802]: INFO nova.compute.manager [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Took 1.63 seconds to destroy the instance on the hypervisor. [ 610.389024] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.389832] env[68802]: DEBUG nova.compute.manager [-] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.389832] env[68802]: DEBUG nova.network.neutron [-] [instance: e2be90b1-394a-4add-8135-7789857dcec1] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.451285] env[68802]: DEBUG oslo_vmware.api [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794787, 'name': PowerOffVM_Task, 'duration_secs': 0.363419} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.454394] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.454609] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.455298] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eb11d71-fdd8-4033-b96d-590ef2a0091a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.507460] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794788, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.514886] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794780, 'name': CreateSnapshot_Task, 'duration_secs': 1.189436} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.519659] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 610.519659] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd7bf86-a452-443f-b987-50f1548fd688 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.539076] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.539272] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.539495] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Deleting the datastore file [datastore2] fe6f7451-48d7-4698-816a-9a065ce0af35 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.540458] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfea02c8-9f83-46b6-a7d8-b9c3d81b05cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.543896] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.550558] env[68802]: DEBUG oslo_vmware.api [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for the task: (returnval){ [ 610.550558] env[68802]: value = "task-2794791" [ 610.550558] env[68802]: _type = "Task" [ 610.550558] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.564638] env[68802]: DEBUG oslo_vmware.api [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.589833] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Successfully updated port: 262a057a-be09-40ec-b086-844dff919598 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.659507] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.770182] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794786, 'name': CreateVM_Task, 'duration_secs': 0.5746} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.770465] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.771166] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.771903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.771903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.771903] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c30905-c5a6-430a-af5d-5735fe008e24 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.777198] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for the task: (returnval){ [ 610.777198] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529e5a2b-1ad8-49dc-8706-c9ecbddaf3e2" [ 610.777198] env[68802]: _type = "Task" [ 610.777198] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.786214] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529e5a2b-1ad8-49dc-8706-c9ecbddaf3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.864903] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance b268e90c-94cd-4b2f-8f26-f006f35542ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.012609] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634454} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.012709] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 43b53df0-1d55-46f2-a7ab-883dd380aa17/43b53df0-1d55-46f2-a7ab-883dd380aa17.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.013502] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.013502] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cdf7f7d-dc11-4b49-a4ab-0d5efab9248d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.021682] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 611.021682] env[68802]: value = "task-2794792" [ 611.021682] env[68802]: _type = "Task" [ 611.021682] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.030289] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.048317] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 611.048636] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-70c8565f-28e8-4fa1-bd63-92fadf7c3765 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.061521] env[68802]: DEBUG oslo_vmware.api [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Task: {'id': task-2794791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428546} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.062899] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.063133] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.063330] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.063503] env[68802]: INFO nova.compute.manager [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Took 1.15 seconds to destroy the instance on the hypervisor. [ 611.063734] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.063982] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 611.063982] env[68802]: value = "task-2794793" [ 611.063982] env[68802]: _type = "Task" [ 611.063982] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.064206] env[68802]: DEBUG nova.compute.manager [-] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.064277] env[68802]: DEBUG nova.network.neutron [-] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.075425] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794793, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.092289] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "refresh_cache-f235dee2-a99f-4a13-b718-f20306db3cf7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.092446] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "refresh_cache-f235dee2-a99f-4a13-b718-f20306db3cf7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.092619] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.159436] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794789, 'name': ReconfigVM_Task, 'duration_secs': 0.669929} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.159776] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 27610814-a343-4395-ab92-501846547df8/27610814-a343-4395-ab92-501846547df8.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.161851] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec419b4f-60b9-4ed8-8a0e-a315e6e54333 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.167021] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 611.167021] env[68802]: value = "task-2794794" [ 611.167021] env[68802]: _type = "Task" [ 611.167021] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.175862] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794794, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.182615] env[68802]: DEBUG nova.network.neutron [-] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.293997] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529e5a2b-1ad8-49dc-8706-c9ecbddaf3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012779} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.294377] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.294652] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.294925] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.295101] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.295317] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.295641] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bb7660e-28df-45d3-86be-241ba0944386 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.311436] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.311436] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.311773] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75bea7b-7601-4609-9c91-baef97c33490 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.317613] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for the task: (returnval){ [ 611.317613] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bb0f2d-0aa9-7bad-8837-e3a9f447d1e1" [ 611.317613] env[68802]: _type = "Task" [ 611.317613] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.326236] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bb0f2d-0aa9-7bad-8837-e3a9f447d1e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.371028] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance f389060c-ceb9-4a8d-854f-5a3595cd61d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.517740] env[68802]: DEBUG nova.compute.manager [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Received event network-vif-plugged-48da6a1a-5c42-43d4-84b7-1aaca83a73eb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 611.517848] env[68802]: DEBUG oslo_concurrency.lockutils [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] Acquiring lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.517965] env[68802]: DEBUG oslo_concurrency.lockutils [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] Lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.518171] env[68802]: DEBUG oslo_concurrency.lockutils [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] Lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.520323] env[68802]: DEBUG nova.compute.manager [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] No waiting events found dispatching network-vif-plugged-48da6a1a-5c42-43d4-84b7-1aaca83a73eb {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.520591] env[68802]: WARNING nova.compute.manager [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Received unexpected event network-vif-plugged-48da6a1a-5c42-43d4-84b7-1aaca83a73eb for instance with vm_state building and task_state spawning. [ 611.520779] env[68802]: DEBUG nova.compute.manager [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Received event network-changed-48da6a1a-5c42-43d4-84b7-1aaca83a73eb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 611.520906] env[68802]: DEBUG nova.compute.manager [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Refreshing instance network info cache due to event network-changed-48da6a1a-5c42-43d4-84b7-1aaca83a73eb. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 611.521110] env[68802]: DEBUG oslo_concurrency.lockutils [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] Acquiring lock "refresh_cache-3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.521311] env[68802]: DEBUG oslo_concurrency.lockutils [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] Acquired lock "refresh_cache-3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.521386] env[68802]: DEBUG nova.network.neutron [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Refreshing network info cache for port 48da6a1a-5c42-43d4-84b7-1aaca83a73eb {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.533172] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121952} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.534055] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.534846] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6d0b0a-b8e0-4f06-99ba-d8d8ce6d7085 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.559263] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 43b53df0-1d55-46f2-a7ab-883dd380aa17/43b53df0-1d55-46f2-a7ab-883dd380aa17.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.559871] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e15c518-29a8-44eb-b069-fc1798ed473d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.588490] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794793, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.590817] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 611.590817] env[68802]: value = "task-2794795" [ 611.590817] env[68802]: _type = "Task" [ 611.590817] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.600681] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.635232] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.676293] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794794, 'name': Rename_Task, 'duration_secs': 0.19593} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.676831] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.676831] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d1e713d-bd3f-42d0-aec6-a8256f744fbb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.682166] env[68802]: DEBUG nova.compute.manager [req-ef56e1af-7bb2-4dcf-8cd2-5030077a9b96 req-8052a4e6-c091-46e1-8253-a7f148980357 service nova] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Received event network-vif-plugged-262a057a-be09-40ec-b086-844dff919598 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 611.682390] env[68802]: DEBUG oslo_concurrency.lockutils [req-ef56e1af-7bb2-4dcf-8cd2-5030077a9b96 req-8052a4e6-c091-46e1-8253-a7f148980357 service nova] Acquiring lock "f235dee2-a99f-4a13-b718-f20306db3cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.682692] env[68802]: DEBUG oslo_concurrency.lockutils [req-ef56e1af-7bb2-4dcf-8cd2-5030077a9b96 req-8052a4e6-c091-46e1-8253-a7f148980357 service nova] Lock "f235dee2-a99f-4a13-b718-f20306db3cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.682791] env[68802]: DEBUG oslo_concurrency.lockutils [req-ef56e1af-7bb2-4dcf-8cd2-5030077a9b96 req-8052a4e6-c091-46e1-8253-a7f148980357 service nova] Lock "f235dee2-a99f-4a13-b718-f20306db3cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.682904] env[68802]: DEBUG nova.compute.manager [req-ef56e1af-7bb2-4dcf-8cd2-5030077a9b96 req-8052a4e6-c091-46e1-8253-a7f148980357 service nova] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] No waiting events found dispatching network-vif-plugged-262a057a-be09-40ec-b086-844dff919598 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.683364] env[68802]: WARNING nova.compute.manager [req-ef56e1af-7bb2-4dcf-8cd2-5030077a9b96 req-8052a4e6-c091-46e1-8253-a7f148980357 service nova] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Received unexpected event network-vif-plugged-262a057a-be09-40ec-b086-844dff919598 for instance with vm_state building and task_state spawning. [ 611.687477] env[68802]: INFO nova.compute.manager [-] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Took 1.30 seconds to deallocate network for instance. [ 611.688269] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 611.688269] env[68802]: value = "task-2794796" [ 611.688269] env[68802]: _type = "Task" [ 611.688269] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.702825] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794796, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.805674] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Updating instance_info_cache with network_info: [{"id": "262a057a-be09-40ec-b086-844dff919598", "address": "fa:16:3e:1c:25:7c", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262a057a-be", "ovs_interfaceid": "262a057a-be09-40ec-b086-844dff919598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.831172] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bb0f2d-0aa9-7bad-8837-e3a9f447d1e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013318} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.832476] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f336329f-410e-45eb-a844-8909370edda9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.841027] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for the task: (returnval){ [ 611.841027] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521e8d7d-4796-ddbd-e3df-db6e6df5c429" [ 611.841027] env[68802]: _type = "Task" [ 611.841027] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.848048] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521e8d7d-4796-ddbd-e3df-db6e6df5c429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.874548] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 79e3c13d-7711-4db4-bdf0-1ba78f6335d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.874548] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 611.874548] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 611.888534] env[68802]: DEBUG nova.network.neutron [-] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.091445] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794793, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.108008] env[68802]: INFO nova.compute.manager [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Rescuing [ 612.108198] env[68802]: DEBUG oslo_concurrency.lockutils [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquiring lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.108448] env[68802]: DEBUG oslo_concurrency.lockutils [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquired lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.108702] env[68802]: DEBUG nova.network.neutron [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.116248] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.199054] env[68802]: DEBUG oslo_concurrency.lockutils [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.205734] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.308128] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "refresh_cache-f235dee2-a99f-4a13-b718-f20306db3cf7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.308673] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Instance network_info: |[{"id": "262a057a-be09-40ec-b086-844dff919598", "address": "fa:16:3e:1c:25:7c", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262a057a-be", "ovs_interfaceid": "262a057a-be09-40ec-b086-844dff919598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.309146] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:25:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '262a057a-be09-40ec-b086-844dff919598', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.317922] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Creating folder: Project (ac97eba6827441a0af14854e6b176c33). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.322757] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea040072-017b-4ac5-9251-0552f10138ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.328345] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d170d6d9-e71f-49c0-914e-87213d7532e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.331265] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquiring lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.331734] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.339447] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff66be51-08f1-485e-b206-9a49d51a7db1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.348550] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Created folder: Project (ac97eba6827441a0af14854e6b176c33) in parent group-v561663. [ 612.348862] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Creating folder: Instances. Parent ref: group-v561705. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.349543] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4121034-5f01-4d7f-933c-6b597bb05943 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.381224] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73793699-837f-4f3e-a792-9132f1fac030 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.392076] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521e8d7d-4796-ddbd-e3df-db6e6df5c429, 'name': SearchDatastore_Task, 'duration_secs': 0.033501} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.394954] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.395505] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839/3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.396106] env[68802]: INFO nova.compute.manager [-] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Took 1.33 seconds to deallocate network for instance. [ 612.396440] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Created folder: Instances in parent group-v561705. [ 612.396886] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.397164] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56202445-709a-4669-9e09-2812980ea442 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.401457] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.405496] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-946a798b-97b2-4429-9821-0ed7fb82ae06 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.430399] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff1f505-1e5f-4393-9238-b71ea09b3118 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.440606] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for the task: (returnval){ [ 612.440606] env[68802]: value = "task-2794799" [ 612.440606] env[68802]: _type = "Task" [ 612.440606] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.457090] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.458696] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.458696] env[68802]: value = "task-2794800" [ 612.458696] env[68802]: _type = "Task" [ 612.458696] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.470108] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.478538] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794800, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.539351] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "c3b6bea7-cbb0-459d-8096-8839bae26ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.539351] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "c3b6bea7-cbb0-459d-8096-8839bae26ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.588896] env[68802]: DEBUG nova.network.neutron [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Updated VIF entry in instance network info cache for port 48da6a1a-5c42-43d4-84b7-1aaca83a73eb. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.589377] env[68802]: DEBUG nova.network.neutron [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Updating instance_info_cache with network_info: [{"id": "48da6a1a-5c42-43d4-84b7-1aaca83a73eb", "address": "fa:16:3e:d2:91:af", "network": {"id": "b75cb9dd-efce-4bcc-8b80-f8e5f2997baa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1830230325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88fc661ed2434d3a82fce5718acf5069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48da6a1a-5c", "ovs_interfaceid": "48da6a1a-5c42-43d4-84b7-1aaca83a73eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.598261] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794793, 'name': CloneVM_Task} progress is 95%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.608378] env[68802]: DEBUG oslo_concurrency.lockutils [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquiring lock "c9025454-e87b-4bfa-8b8d-4951d2085250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.608818] env[68802]: DEBUG oslo_concurrency.lockutils [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lock "c9025454-e87b-4bfa-8b8d-4951d2085250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.608818] env[68802]: DEBUG oslo_concurrency.lockutils [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquiring lock "c9025454-e87b-4bfa-8b8d-4951d2085250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.608991] env[68802]: DEBUG oslo_concurrency.lockutils [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lock "c9025454-e87b-4bfa-8b8d-4951d2085250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.609143] env[68802]: DEBUG oslo_concurrency.lockutils [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lock "c9025454-e87b-4bfa-8b8d-4951d2085250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.610694] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794795, 'name': ReconfigVM_Task, 'duration_secs': 0.810802} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.611192] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 43b53df0-1d55-46f2-a7ab-883dd380aa17/43b53df0-1d55-46f2-a7ab-883dd380aa17.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.612017] env[68802]: INFO nova.compute.manager [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Terminating instance [ 612.613362] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b317b974-731e-4d48-9619-10e8362c14e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.625365] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 612.625365] env[68802]: value = "task-2794801" [ 612.625365] env[68802]: _type = "Task" [ 612.625365] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.643022] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794801, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.707745] env[68802]: DEBUG oslo_vmware.api [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794796, 'name': PowerOnVM_Task, 'duration_secs': 0.748418} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.708051] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.712039] env[68802]: INFO nova.compute.manager [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Took 12.27 seconds to spawn the instance on the hypervisor. [ 612.712039] env[68802]: DEBUG nova.compute.manager [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.712039] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36195e6b-d6c6-4de6-b256-c93efd933640 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.852493] env[68802]: DEBUG nova.network.neutron [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updating instance_info_cache with network_info: [{"id": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "address": "fa:16:3e:29:de:82", "network": {"id": "8a5ca508-00a2-4f99-a27e-a794cea8c10e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-621893527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4c6a1515133d4c70828c226a82e60798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cc819a-d7", "ovs_interfaceid": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.940293] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.953097] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794799, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.963673] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.979575] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794800, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.094466] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794793, 'name': CloneVM_Task, 'duration_secs': 1.631375} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.094819] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Created linked-clone VM from snapshot [ 613.095739] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b76c887-570c-4fbf-8935-e4b00f218548 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.099255] env[68802]: DEBUG oslo_concurrency.lockutils [req-57474852-226e-47ac-9613-6aeda5f340bd req-5e3d018a-e1f3-4e92-a711-84447dcbee30 service nova] Releasing lock "refresh_cache-3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.110812] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Uploading image d70aab4f-85d2-47c1-a464-b2eabb53fadd {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 613.119509] env[68802]: DEBUG nova.compute.manager [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.119775] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.120828] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea7bead-30ea-4cc2-9431-cc66a5ee6260 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.134898] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.137191] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-032f9aeb-2195-4c56-8b80-36a679d88b82 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.147167] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794801, 'name': Rename_Task, 'duration_secs': 0.281386} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.147971] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.148359] env[68802]: DEBUG oslo_vmware.api [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for the task: (returnval){ [ 613.148359] env[68802]: value = "task-2794802" [ 613.148359] env[68802]: _type = "Task" [ 613.148359] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.148632] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcda0852-ed6c-46c4-8ef5-a705268c66d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.152636] env[68802]: DEBUG oslo_vmware.rw_handles [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 613.152636] env[68802]: value = "vm-561704" [ 613.152636] env[68802]: _type = "VirtualMachine" [ 613.152636] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 613.156437] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6c63518-3c6f-4bf3-a1e4-34a59297b633 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.164952] env[68802]: DEBUG oslo_vmware.api [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.166650] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 613.166650] env[68802]: value = "task-2794803" [ 613.166650] env[68802]: _type = "Task" [ 613.166650] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.168176] env[68802]: DEBUG oslo_vmware.rw_handles [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lease: (returnval){ [ 613.168176] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524e5618-f7ce-4138-4b93-fc31708e6c1c" [ 613.168176] env[68802]: _type = "HttpNfcLease" [ 613.168176] env[68802]: } obtained for exporting VM: (result){ [ 613.168176] env[68802]: value = "vm-561704" [ 613.168176] env[68802]: _type = "VirtualMachine" [ 613.168176] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 613.168399] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the lease: (returnval){ [ 613.168399] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524e5618-f7ce-4138-4b93-fc31708e6c1c" [ 613.168399] env[68802]: _type = "HttpNfcLease" [ 613.168399] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 613.179327] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 613.179327] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524e5618-f7ce-4138-4b93-fc31708e6c1c" [ 613.179327] env[68802]: _type = "HttpNfcLease" [ 613.179327] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 613.182336] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.217395] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Acquiring lock "8acdd624-55ab-4569-a65b-7484c93cdd18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.217672] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Lock "8acdd624-55ab-4569-a65b-7484c93cdd18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.232244] env[68802]: INFO nova.compute.manager [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Took 21.10 seconds to build instance. [ 613.357167] env[68802]: DEBUG oslo_concurrency.lockutils [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Releasing lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.452701] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593097} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.452970] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839/3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.453202] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.453457] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f6df27a-fb48-484c-8485-96a294753480 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.467831] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for the task: (returnval){ [ 613.467831] env[68802]: value = "task-2794805" [ 613.467831] env[68802]: _type = "Task" [ 613.467831] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.472326] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 613.472609] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.697s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.476683] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.375s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.478514] env[68802]: INFO nova.compute.claims [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.481611] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794800, 'name': CreateVM_Task, 'duration_secs': 0.552575} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.482465] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.483137] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.483296] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.483599] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.483849] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87197ffa-e84a-4ffd-bdb4-e9c1f23b217a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.488598] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.492844] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 613.492844] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527167f9-8f71-ec3a-30ab-ad134ddb3b43" [ 613.492844] env[68802]: _type = "Task" [ 613.492844] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.503038] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527167f9-8f71-ec3a-30ab-ad134ddb3b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.664208] env[68802]: DEBUG oslo_vmware.api [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.678410] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.682990] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 613.682990] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524e5618-f7ce-4138-4b93-fc31708e6c1c" [ 613.682990] env[68802]: _type = "HttpNfcLease" [ 613.682990] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 613.683298] env[68802]: DEBUG oslo_vmware.rw_handles [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 613.683298] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524e5618-f7ce-4138-4b93-fc31708e6c1c" [ 613.683298] env[68802]: _type = "HttpNfcLease" [ 613.683298] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 613.684039] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee3ec7f-fbaf-4ba2-bec4-ccb0d4c1d6fe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.693973] env[68802]: DEBUG oslo_vmware.rw_handles [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7301-7e07-3d52-141d-3e25f133561a/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 613.694176] env[68802]: DEBUG oslo_vmware.rw_handles [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7301-7e07-3d52-141d-3e25f133561a/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 613.751034] env[68802]: DEBUG oslo_concurrency.lockutils [None req-500a5ba8-8ae2-4b0b-998b-0f2fef97e396 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "27610814-a343-4395-ab92-501846547df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.016s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.832041] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7edfee6-15f0-434c-bd0e-78baa15508e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.925129] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquiring lock "ce162796-7bf4-4602-b93d-0f91c636e411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.925359] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lock "ce162796-7bf4-4602-b93d-0f91c636e411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.980493] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078112} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.981462] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.981641] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c9cc9-05ee-4f2e-85d0-aeedb5b09859 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.019850] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839/3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.023171] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c0b57f-1719-4bb6-a249-2d37cd4819d0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.049320] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527167f9-8f71-ec3a-30ab-ad134ddb3b43, 'name': SearchDatastore_Task, 'duration_secs': 0.017995} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.049966] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.050264] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.050915] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.050915] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.051046] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.051642] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1bd086e-e83b-47c0-a548-3ddfb70261c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.056979] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for the task: (returnval){ [ 614.056979] env[68802]: value = "task-2794806" [ 614.056979] env[68802]: _type = "Task" [ 614.056979] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.064605] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.065219] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.070165] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebac03e6-4b42-47e7-97ec-bcbd281c00e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.073032] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.077988] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 614.077988] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527ea62d-8f54-dec5-ead5-6d15e28290df" [ 614.077988] env[68802]: _type = "Task" [ 614.077988] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.088579] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527ea62d-8f54-dec5-ead5-6d15e28290df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.163017] env[68802]: DEBUG oslo_vmware.api [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794802, 'name': PowerOffVM_Task, 'duration_secs': 0.715564} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.163160] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.163408] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.163557] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2116a16a-c0e7-4f46-8727-f0adc056f321 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.182189] env[68802]: DEBUG oslo_vmware.api [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794803, 'name': PowerOnVM_Task, 'duration_secs': 0.726235} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.182508] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.182714] env[68802]: DEBUG nova.compute.manager [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.183554] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad87b0-d5b9-448b-bb34-8cbdce693c93 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.243834] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.244219] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.244446] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Deleting the datastore file [datastore2] c9025454-e87b-4bfa-8b8d-4951d2085250 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.244893] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c022889-35a2-4342-8e66-c1333788b545 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.255608] env[68802]: DEBUG nova.compute.manager [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.259232] env[68802]: DEBUG oslo_vmware.api [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for the task: (returnval){ [ 614.259232] env[68802]: value = "task-2794808" [ 614.259232] env[68802]: _type = "Task" [ 614.259232] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.271104] env[68802]: DEBUG oslo_vmware.api [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.416681] env[68802]: DEBUG nova.compute.manager [req-4d0b13f7-dc46-4532-acf5-fb31b51cd6ad req-10eb8252-e280-4ff6-b156-c34858eca1de service nova] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Received event network-vif-deleted-63e1a553-1c3f-41b3-9142-ec1a7073053c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 614.417228] env[68802]: DEBUG nova.compute.manager [req-4d0b13f7-dc46-4532-acf5-fb31b51cd6ad req-10eb8252-e280-4ff6-b156-c34858eca1de service nova] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Received event network-vif-deleted-4feee59f-5c50-4c9f-a5bc-75c1741a135b {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 614.442044] env[68802]: DEBUG nova.compute.manager [req-5515a7cc-1712-4424-81b2-adf0fa56583e req-5e6da820-ba2c-48a8-b190-ec4de53569b5 service nova] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Received event network-changed-262a057a-be09-40ec-b086-844dff919598 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 614.442350] env[68802]: DEBUG nova.compute.manager [req-5515a7cc-1712-4424-81b2-adf0fa56583e req-5e6da820-ba2c-48a8-b190-ec4de53569b5 service nova] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Refreshing instance network info cache due to event network-changed-262a057a-be09-40ec-b086-844dff919598. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 614.442576] env[68802]: DEBUG oslo_concurrency.lockutils [req-5515a7cc-1712-4424-81b2-adf0fa56583e req-5e6da820-ba2c-48a8-b190-ec4de53569b5 service nova] Acquiring lock "refresh_cache-f235dee2-a99f-4a13-b718-f20306db3cf7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.442861] env[68802]: DEBUG oslo_concurrency.lockutils [req-5515a7cc-1712-4424-81b2-adf0fa56583e req-5e6da820-ba2c-48a8-b190-ec4de53569b5 service nova] Acquired lock "refresh_cache-f235dee2-a99f-4a13-b718-f20306db3cf7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.442861] env[68802]: DEBUG nova.network.neutron [req-5515a7cc-1712-4424-81b2-adf0fa56583e req-5e6da820-ba2c-48a8-b190-ec4de53569b5 service nova] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Refreshing network info cache for port 262a057a-be09-40ec-b086-844dff919598 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.583685] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794806, 'name': ReconfigVM_Task, 'duration_secs': 0.327431} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.599401] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839/3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.603082] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c84ee3d7-aa21-4cd3-bbbd-f416646f9482 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.627291] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527ea62d-8f54-dec5-ead5-6d15e28290df, 'name': SearchDatastore_Task, 'duration_secs': 0.025147} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.641626] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for the task: (returnval){ [ 614.641626] env[68802]: value = "task-2794809" [ 614.641626] env[68802]: _type = "Task" [ 614.641626] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.648758] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e95445b-99e9-44ac-bda1-12cbe31f7544 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.658138] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 614.658138] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522b1832-dd0c-c380-d28a-cc3983715aab" [ 614.658138] env[68802]: _type = "Task" [ 614.658138] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.666466] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794809, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.701079] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522b1832-dd0c-c380-d28a-cc3983715aab, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.704182] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.704253] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] f235dee2-a99f-4a13-b718-f20306db3cf7/f235dee2-a99f-4a13-b718-f20306db3cf7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.708528] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5354eec1-d9da-4776-ab2c-30772a6099ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.713199] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.725629] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 614.725629] env[68802]: value = "task-2794810" [ 614.725629] env[68802]: _type = "Task" [ 614.725629] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.740428] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.775791] env[68802]: DEBUG oslo_vmware.api [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Task: {'id': task-2794808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301194} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.776236] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.776312] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.776449] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.776691] env[68802]: INFO nova.compute.manager [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Took 1.66 seconds to destroy the instance on the hypervisor. [ 614.776942] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.777267] env[68802]: DEBUG nova.compute.manager [-] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 614.778332] env[68802]: DEBUG nova.network.neutron [-] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.786327] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.915222] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.915905] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-476d5180-0d40-4f6a-b5af-bf6c536cd5b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.928931] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 614.928931] env[68802]: value = "task-2794811" [ 614.928931] env[68802]: _type = "Task" [ 614.928931] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.948993] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.130211] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e8c877-1bc2-4ef1-9780-d3db8063bbf9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.140274] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16170bab-27a2-41ab-a0ca-2364abb28629 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.184088] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d422c887-8fe7-4336-84af-686e4f00afcc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.193326] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794809, 'name': Rename_Task, 'duration_secs': 0.163985} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.198855] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.206157] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8572d52c-0f0a-49e8-b68d-642752cf7f5c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.210754] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5d413f-2076-472d-822c-d6acbd12f195 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.230768] env[68802]: DEBUG nova.compute.provider_tree [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.238407] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for the task: (returnval){ [ 615.238407] env[68802]: value = "task-2794812" [ 615.238407] env[68802]: _type = "Task" [ 615.238407] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.247693] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794810, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.252471] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.441172] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794811, 'name': PowerOffVM_Task, 'duration_secs': 0.51307} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.441716] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.443481] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a3e0b7-85c3-432d-a98f-184bc0df3f92 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.464428] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1113563-c908-4463-8e73-ca6d3197f162 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.503306] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.503618] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9164a3a-9a12-47bf-a9af-02aee47b3349 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.511974] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 615.511974] env[68802]: value = "task-2794813" [ 615.511974] env[68802]: _type = "Task" [ 615.511974] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.524866] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.634928] env[68802]: DEBUG nova.network.neutron [req-5515a7cc-1712-4424-81b2-adf0fa56583e req-5e6da820-ba2c-48a8-b190-ec4de53569b5 service nova] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Updated VIF entry in instance network info cache for port 262a057a-be09-40ec-b086-844dff919598. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.635421] env[68802]: DEBUG nova.network.neutron [req-5515a7cc-1712-4424-81b2-adf0fa56583e req-5e6da820-ba2c-48a8-b190-ec4de53569b5 service nova] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Updating instance_info_cache with network_info: [{"id": "262a057a-be09-40ec-b086-844dff919598", "address": "fa:16:3e:1c:25:7c", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262a057a-be", "ovs_interfaceid": "262a057a-be09-40ec-b086-844dff919598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.742045] env[68802]: DEBUG nova.scheduler.client.report [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.763055] env[68802]: DEBUG nova.network.neutron [-] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.764165] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680283} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.764991] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] f235dee2-a99f-4a13-b718-f20306db3cf7/f235dee2-a99f-4a13-b718-f20306db3cf7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.765947] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.766497] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25620b2d-49ee-4ac0-b8d7-3be3cdbd56f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.778959] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794812, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.786160] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 615.786160] env[68802]: value = "task-2794814" [ 615.786160] env[68802]: _type = "Task" [ 615.786160] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.802114] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.026379] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 616.026628] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.027048] env[68802]: DEBUG oslo_concurrency.lockutils [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.027129] env[68802]: DEBUG oslo_concurrency.lockutils [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.027250] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.027539] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b91d7dd3-2d81-4aee-a780-4110123a3512 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.041551] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.041551] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.041964] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4867f9ce-42bd-4a42-bb91-9517207d68fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.049966] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 616.049966] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525ca7be-03c7-4e13-600a-54527e9d9984" [ 616.049966] env[68802]: _type = "Task" [ 616.049966] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.062894] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525ca7be-03c7-4e13-600a-54527e9d9984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.139056] env[68802]: DEBUG oslo_concurrency.lockutils [req-5515a7cc-1712-4424-81b2-adf0fa56583e req-5e6da820-ba2c-48a8-b190-ec4de53569b5 service nova] Releasing lock "refresh_cache-f235dee2-a99f-4a13-b718-f20306db3cf7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.267075] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.267631] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.271388] env[68802]: DEBUG oslo_vmware.api [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2794812, 'name': PowerOnVM_Task, 'duration_secs': 0.557369} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.271752] env[68802]: DEBUG oslo_concurrency.lockutils [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.351s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.272932] env[68802]: DEBUG oslo_concurrency.lockutils [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.278765] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.996s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.280824] env[68802]: INFO nova.compute.claims [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.286600] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.286600] env[68802]: INFO nova.compute.manager [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Took 10.02 seconds to spawn the instance on the hypervisor. [ 616.286600] env[68802]: DEBUG nova.compute.manager [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.288870] env[68802]: INFO nova.compute.manager [-] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Took 1.51 seconds to deallocate network for instance. [ 616.289619] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e913eca-1a56-4022-9abb-6b5ec0801033 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.319954] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108734} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.322403] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.324326] env[68802]: INFO nova.scheduler.client.report [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Deleted allocations for instance 14a6193c-05be-493e-a1bb-75b7b31897ad [ 616.325659] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8951464-bb08-46ea-b853-0d6f0eaa0b78 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.356910] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] f235dee2-a99f-4a13-b718-f20306db3cf7/f235dee2-a99f-4a13-b718-f20306db3cf7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.357620] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d066d0ca-c41b-4d2b-b17f-8c8987159e65 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.381189] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 616.381189] env[68802]: value = "task-2794815" [ 616.381189] env[68802]: _type = "Task" [ 616.381189] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.397387] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.483926] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.484241] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.565360] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525ca7be-03c7-4e13-600a-54527e9d9984, 'name': SearchDatastore_Task, 'duration_secs': 0.020175} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.566326] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ad5f47-45c8-4448-9454-780718e56fff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.574470] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 616.574470] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5295eeb8-d045-276a-3a46-308004c0fc5c" [ 616.574470] env[68802]: _type = "Task" [ 616.574470] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.587625] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5295eeb8-d045-276a-3a46-308004c0fc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.789484] env[68802]: DEBUG nova.compute.utils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.794779] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.794779] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.814095] env[68802]: DEBUG oslo_concurrency.lockutils [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.837182] env[68802]: DEBUG oslo_concurrency.lockutils [None req-023d5c9e-25d5-4794-8c40-84bd1a05b99d tempest-DeleteServersAdminTestJSON-1197785100 tempest-DeleteServersAdminTestJSON-1197785100-project-admin] Lock "14a6193c-05be-493e-a1bb-75b7b31897ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.384s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.851328] env[68802]: INFO nova.compute.manager [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Took 24.11 seconds to build instance. [ 616.869543] env[68802]: DEBUG nova.policy [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65c32fe639a47c3b1a2a046b64869c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac97eba6827441a0af14854e6b176c33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.896536] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.088673] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5295eeb8-d045-276a-3a46-308004c0fc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.022545} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.089022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.089403] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ec3b9c58-b201-40ca-830b-29749bc54a83/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. {{(pid=68802) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 617.089804] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5ae6d75-f70a-4f63-956a-551691829e36 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.100591] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 617.100591] env[68802]: value = "task-2794816" [ 617.100591] env[68802]: _type = "Task" [ 617.100591] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.112642] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.296717] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.309489] env[68802]: DEBUG nova.compute.manager [req-01e80d7f-86a3-4a4c-af23-d8abe223c524 req-32186c4b-d34f-4797-b303-7740dff12856 service nova] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Received event network-vif-deleted-138b984f-49e3-4575-8716-53bdb2502d64 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 617.355497] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c0a24f0-2434-47b0-8df1-5306d9087d16 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.120s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.370053] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Successfully created port: e3560355-3a20-4694-971d-39c6b8a8b12c {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.402286] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794815, 'name': ReconfigVM_Task, 'duration_secs': 0.714153} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.405340] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Reconfigured VM instance instance-0000000d to attach disk [datastore2] f235dee2-a99f-4a13-b718-f20306db3cf7/f235dee2-a99f-4a13-b718-f20306db3cf7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.406212] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9f4b1bc-3a4d-464e-96d1-7f4d89989d74 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.416757] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 617.416757] env[68802]: value = "task-2794817" [ 617.416757] env[68802]: _type = "Task" [ 617.416757] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.433371] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794817, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.614054] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794816, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.843052] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5db47a7-3b75-4372-9759-551227b80852 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.854791] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9aa354-e903-4cca-b099-dd04ffc4fb8a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.886812] env[68802]: DEBUG nova.compute.manager [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.890850] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060db347-cdb3-4c8d-92a0-c1b74b589478 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.900128] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ecdcda-c3ba-433c-b359-7eeaeed84e59 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.915607] env[68802]: DEBUG nova.compute.provider_tree [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.930186] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794817, 'name': Rename_Task, 'duration_secs': 0.506169} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.930455] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.931229] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fe3dfb9-b827-4405-a676-19fa52489403 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.940574] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 617.940574] env[68802]: value = "task-2794818" [ 617.940574] env[68802]: _type = "Task" [ 617.940574] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.952703] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.115047] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664545} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.115047] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ec3b9c58-b201-40ca-830b-29749bc54a83/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. [ 618.115496] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812ea64e-41e7-4cd7-b12a-5a2fff0e3379 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.147600] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] ec3b9c58-b201-40ca-830b-29749bc54a83/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.148036] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94926228-10c8-4b93-af80-17f43631c88d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.170300] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 618.170300] env[68802]: value = "task-2794819" [ 618.170300] env[68802]: _type = "Task" [ 618.170300] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.182290] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.246367] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "ceb07909-a135-479b-8480-00b8aa6575d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.246844] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "ceb07909-a135-479b-8480-00b8aa6575d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.311505] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.347150] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.347462] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.347717] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.348055] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.348271] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.348470] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.348740] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.349081] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.349318] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.349538] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.349767] env[68802]: DEBUG nova.virt.hardware [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.350737] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84dc600-4ec4-411d-9227-742285dbda4b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.360020] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b349c0-b3fa-4d5f-8278-6fb58d2b6fd1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.421021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.421021] env[68802]: DEBUG nova.scheduler.client.report [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.454381] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794818, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.683303] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.927055] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.927055] env[68802]: DEBUG nova.compute.manager [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.929504] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.095s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.930983] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.936037] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.631s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.936037] env[68802]: INFO nova.compute.claims [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.957873] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794818, 'name': PowerOnVM_Task, 'duration_secs': 0.67155} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.957873] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.958570] env[68802]: INFO nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Took 10.15 seconds to spawn the instance on the hypervisor. [ 618.958570] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.960552] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79bcf1a-67f2-4f5e-a731-7756c70642f3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.991173] env[68802]: INFO nova.scheduler.client.report [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Deleted allocations for instance 7c883ceb-bd80-4e2d-8172-aa18125ef396 [ 619.186704] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794819, 'name': ReconfigVM_Task, 'duration_secs': 0.74623} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.187082] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Reconfigured VM instance instance-00000009 to attach disk [datastore2] ec3b9c58-b201-40ca-830b-29749bc54a83/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.188297] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17a0282-1197-4963-9d5d-ad37b51cb9b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.221361] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d4a42c-39ae-4303-b8b2-828dfcf906b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.242731] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 619.242731] env[68802]: value = "task-2794820" [ 619.242731] env[68802]: _type = "Task" [ 619.242731] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.247655] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "43b53df0-1d55-46f2-a7ab-883dd380aa17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.248101] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "43b53df0-1d55-46f2-a7ab-883dd380aa17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.248316] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "43b53df0-1d55-46f2-a7ab-883dd380aa17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.248497] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "43b53df0-1d55-46f2-a7ab-883dd380aa17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.248657] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "43b53df0-1d55-46f2-a7ab-883dd380aa17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.255741] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.256306] env[68802]: INFO nova.compute.manager [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Terminating instance [ 619.443052] env[68802]: DEBUG nova.compute.utils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.448794] env[68802]: DEBUG nova.compute.manager [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.448974] env[68802]: DEBUG nova.network.neutron [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.486366] env[68802]: INFO nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Took 26.14 seconds to build instance. [ 619.503404] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ce7df26d-aef4-4dba-938f-00d01598ed9b tempest-ServerDiagnosticsNegativeTest-307772201 tempest-ServerDiagnosticsNegativeTest-307772201-project-member] Lock "7c883ceb-bd80-4e2d-8172-aa18125ef396" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.261s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.582740] env[68802]: DEBUG nova.policy [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e02815817b649678f96f2e257305e94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73dd73cde49c45a78566fa3a3a9c307e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.760451] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794820, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.763478] env[68802]: DEBUG nova.compute.manager [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 619.763478] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.763478] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4ab388-92ee-4f37-80c2-5f6e93cd6770 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.777766] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.777766] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8961dccd-d8ec-4cb5-89ff-8e43c6fc95b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.786242] env[68802]: DEBUG oslo_vmware.api [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 619.786242] env[68802]: value = "task-2794821" [ 619.786242] env[68802]: _type = "Task" [ 619.786242] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.798677] env[68802]: DEBUG oslo_vmware.api [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.864900] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Successfully updated port: e3560355-3a20-4694-971d-39c6b8a8b12c {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.951062] env[68802]: DEBUG nova.compute.manager [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.990763] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f235dee2-a99f-4a13-b718-f20306db3cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.878s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.256315] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794820, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.298172] env[68802]: DEBUG oslo_vmware.api [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.371263] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "refresh_cache-f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.371401] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "refresh_cache-f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.371543] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.408494] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca35258f-46b2-4f88-b6c4-39e2e73c1822 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.417940] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c9e8b2-46a3-4ca1-8a06-42bde775e348 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.466926] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6355bf2b-d0e7-4f9b-9a7c-cf319d7be589 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.475865] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391a0304-a070-4db0-85e0-e068c405aad2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.497344] env[68802]: DEBUG nova.compute.manager [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.501185] env[68802]: DEBUG nova.compute.provider_tree [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.530286] env[68802]: DEBUG nova.compute.manager [req-b3d44c7d-ade8-4b84-9dd6-6ace788dc458 req-e2368f31-dd2d-4c68-960f-86d12fd140f0 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Received event network-changed-48da6a1a-5c42-43d4-84b7-1aaca83a73eb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 620.530472] env[68802]: DEBUG nova.compute.manager [req-b3d44c7d-ade8-4b84-9dd6-6ace788dc458 req-e2368f31-dd2d-4c68-960f-86d12fd140f0 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Refreshing instance network info cache due to event network-changed-48da6a1a-5c42-43d4-84b7-1aaca83a73eb. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 620.530683] env[68802]: DEBUG oslo_concurrency.lockutils [req-b3d44c7d-ade8-4b84-9dd6-6ace788dc458 req-e2368f31-dd2d-4c68-960f-86d12fd140f0 service nova] Acquiring lock "refresh_cache-3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.530819] env[68802]: DEBUG oslo_concurrency.lockutils [req-b3d44c7d-ade8-4b84-9dd6-6ace788dc458 req-e2368f31-dd2d-4c68-960f-86d12fd140f0 service nova] Acquired lock "refresh_cache-3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.530971] env[68802]: DEBUG nova.network.neutron [req-b3d44c7d-ade8-4b84-9dd6-6ace788dc458 req-e2368f31-dd2d-4c68-960f-86d12fd140f0 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Refreshing network info cache for port 48da6a1a-5c42-43d4-84b7-1aaca83a73eb {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.756835] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794820, 'name': ReconfigVM_Task, 'duration_secs': 1.490725} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.756835] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.757100] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed72cd41-d1af-4c7d-9eec-307f601835f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.767074] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 620.767074] env[68802]: value = "task-2794822" [ 620.767074] env[68802]: _type = "Task" [ 620.767074] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.780932] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.782546] env[68802]: DEBUG nova.network.neutron [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Successfully created port: 9c6fe240-bbea-4792-9f10-71410508313c {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.800771] env[68802]: DEBUG oslo_vmware.api [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.958128] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.968624] env[68802]: DEBUG nova.compute.manager [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.008495] env[68802]: DEBUG nova.scheduler.client.report [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.013479] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:33:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='960164800',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-41111714',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.013479] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.013479] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.013763] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.013763] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.013763] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.014553] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.014553] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.014553] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.014716] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.014843] env[68802]: DEBUG nova.virt.hardware [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.018466] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da03aa17-c137-42a5-b814-abb009c335d8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.029384] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665a4d45-a007-42ad-bb3f-c0c1c975b6fd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.053210] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.101627] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.101889] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.105022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.105413] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.278398] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.279769] env[68802]: DEBUG nova.network.neutron [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Updating instance_info_cache with network_info: [{"id": "e3560355-3a20-4694-971d-39c6b8a8b12c", "address": "fa:16:3e:bb:ec:59", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3560355-3a", "ovs_interfaceid": "e3560355-3a20-4694-971d-39c6b8a8b12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.298923] env[68802]: DEBUG oslo_vmware.api [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794821, 'name': PowerOffVM_Task, 'duration_secs': 1.182389} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.300101] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.300346] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.300875] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84368b7f-6635-491c-be4d-507fcc5b0469 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.390512] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.390792] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.390993] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleting the datastore file [datastore1] 43b53df0-1d55-46f2-a7ab-883dd380aa17 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.391310] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f472e069-61a7-4ed5-8d75-c709c8f24749 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.400722] env[68802]: DEBUG oslo_vmware.api [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 621.400722] env[68802]: value = "task-2794824" [ 621.400722] env[68802]: _type = "Task" [ 621.400722] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.417920] env[68802]: DEBUG oslo_vmware.api [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.523479] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.524373] env[68802]: DEBUG nova.compute.manager [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.531586] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.940s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.534062] env[68802]: INFO nova.compute.claims [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.785915] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "refresh_cache-f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.789835] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Instance network_info: |[{"id": "e3560355-3a20-4694-971d-39c6b8a8b12c", "address": "fa:16:3e:bb:ec:59", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3560355-3a", "ovs_interfaceid": "e3560355-3a20-4694-971d-39c6b8a8b12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.790335] env[68802]: DEBUG oslo_vmware.api [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794822, 'name': PowerOnVM_Task, 'duration_secs': 0.726476} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.794442] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:ec:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3560355-3a20-4694-971d-39c6b8a8b12c', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.807470] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.807723] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.811088] env[68802]: DEBUG nova.network.neutron [req-b3d44c7d-ade8-4b84-9dd6-6ace788dc458 req-e2368f31-dd2d-4c68-960f-86d12fd140f0 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Updated VIF entry in instance network info cache for port 48da6a1a-5c42-43d4-84b7-1aaca83a73eb. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.811450] env[68802]: DEBUG nova.network.neutron [req-b3d44c7d-ade8-4b84-9dd6-6ace788dc458 req-e2368f31-dd2d-4c68-960f-86d12fd140f0 service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Updating instance_info_cache with network_info: [{"id": "48da6a1a-5c42-43d4-84b7-1aaca83a73eb", "address": "fa:16:3e:d2:91:af", "network": {"id": "b75cb9dd-efce-4bcc-8b80-f8e5f2997baa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1830230325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88fc661ed2434d3a82fce5718acf5069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48da6a1a-5c", "ovs_interfaceid": "48da6a1a-5c42-43d4-84b7-1aaca83a73eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.812821] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.814638] env[68802]: DEBUG nova.compute.manager [None req-11c6f1b7-1434-4243-95b0-33c9d385e8e4 tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.814638] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abfc97ea-487f-4fdd-ade0-1e966209e693 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.832190] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66a1c65-158e-4f57-bc89-23b1d1b1537a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.848544] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.848544] env[68802]: value = "task-2794825" [ 621.848544] env[68802]: _type = "Task" [ 621.848544] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.861312] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794825, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.915256] env[68802]: DEBUG oslo_vmware.api [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2794824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240817} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.915511] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.915692] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.915881] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.916028] env[68802]: INFO nova.compute.manager [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Took 2.15 seconds to destroy the instance on the hypervisor. [ 621.916277] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.916461] env[68802]: DEBUG nova.compute.manager [-] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 621.916558] env[68802]: DEBUG nova.network.neutron [-] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.039333] env[68802]: DEBUG nova.compute.utils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.041907] env[68802]: DEBUG nova.compute.manager [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.042204] env[68802]: DEBUG nova.network.neutron [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.196330] env[68802]: DEBUG nova.policy [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0633f8b472834aabbe4199a8c3c0ead6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3500eb6b57494c2691d66b20fffa572f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.316132] env[68802]: DEBUG oslo_concurrency.lockutils [req-b3d44c7d-ade8-4b84-9dd6-6ace788dc458 req-e2368f31-dd2d-4c68-960f-86d12fd140f0 service nova] Releasing lock "refresh_cache-3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.373396] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794825, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.543952] env[68802]: DEBUG nova.compute.manager [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.876331] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794825, 'name': CreateVM_Task, 'duration_secs': 0.577188} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.876331] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.877043] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.877230] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.878477] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.878477] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402f43e0-e005-4bee-b839-b3a8dade7feb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.884816] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 622.884816] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b0a938-cfa1-684f-03e2-de564edf26b3" [ 622.884816] env[68802]: _type = "Task" [ 622.884816] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.894410] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b0a938-cfa1-684f-03e2-de564edf26b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.005347] env[68802]: DEBUG nova.network.neutron [-] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.163650] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c69207-c9a4-4a3b-a82d-44d4aa9c7e37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.174191] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc2ecc0-25b1-4af8-85b3-3cfb84e739bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.216037] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d56ad9-6b19-4cd2-9a64-9e657a4d4440 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.225533] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0539089-53d7-400f-a1cb-e1f0f2c69edf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.243664] env[68802]: DEBUG nova.compute.provider_tree [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.372129] env[68802]: DEBUG nova.network.neutron [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Successfully updated port: 9c6fe240-bbea-4792-9f10-71410508313c {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.407248] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b0a938-cfa1-684f-03e2-de564edf26b3, 'name': SearchDatastore_Task, 'duration_secs': 0.020487} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.407592] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.407835] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.408084] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.408230] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.408407] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.414016] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72b2f086-598e-4609-b2bf-02b0b6204618 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.427163] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.427163] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.430720] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426eea39-7de6-433e-a0b6-38bf8b5185a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.437825] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 623.437825] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dfdd06-653d-985d-2263-504bb98f5307" [ 623.437825] env[68802]: _type = "Task" [ 623.437825] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.451490] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dfdd06-653d-985d-2263-504bb98f5307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.482913] env[68802]: DEBUG nova.compute.manager [req-b61f199e-13b1-41ea-a5e7-f6c96e0f5372 req-a2aa0466-ee98-4c2f-9172-423d9e14b931 service nova] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Received event network-vif-deleted-3f178b36-8b3b-4a36-a650-10a9478e3b06 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 623.512295] env[68802]: INFO nova.compute.manager [-] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Took 1.59 seconds to deallocate network for instance. [ 623.570480] env[68802]: DEBUG nova.network.neutron [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Successfully created port: 4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.579040] env[68802]: DEBUG nova.compute.manager [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.611628] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.613125] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.613936] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.613936] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.613936] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.613936] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.614259] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.614259] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.617244] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.617244] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.617244] env[68802]: DEBUG nova.virt.hardware [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.617244] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be86a4a3-c1d3-4111-98d2-e15b4ef36820 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.626380] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c70ee5-c179-40e2-86cd-87b3086e86aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.719159] env[68802]: DEBUG nova.compute.manager [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Received event network-vif-plugged-e3560355-3a20-4694-971d-39c6b8a8b12c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 623.719436] env[68802]: DEBUG oslo_concurrency.lockutils [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] Acquiring lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.719713] env[68802]: DEBUG oslo_concurrency.lockutils [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] Lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.720055] env[68802]: DEBUG oslo_concurrency.lockutils [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] Lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.720274] env[68802]: DEBUG nova.compute.manager [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] No waiting events found dispatching network-vif-plugged-e3560355-3a20-4694-971d-39c6b8a8b12c {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.720673] env[68802]: WARNING nova.compute.manager [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Received unexpected event network-vif-plugged-e3560355-3a20-4694-971d-39c6b8a8b12c for instance with vm_state building and task_state spawning. [ 623.720828] env[68802]: DEBUG nova.compute.manager [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Received event network-changed-e3560355-3a20-4694-971d-39c6b8a8b12c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 623.721080] env[68802]: DEBUG nova.compute.manager [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Refreshing instance network info cache due to event network-changed-e3560355-3a20-4694-971d-39c6b8a8b12c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 623.722302] env[68802]: DEBUG oslo_concurrency.lockutils [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] Acquiring lock "refresh_cache-f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.722302] env[68802]: DEBUG oslo_concurrency.lockutils [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] Acquired lock "refresh_cache-f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.722302] env[68802]: DEBUG nova.network.neutron [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Refreshing network info cache for port e3560355-3a20-4694-971d-39c6b8a8b12c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.750305] env[68802]: DEBUG nova.scheduler.client.report [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.876872] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "refresh_cache-dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.876872] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquired lock "refresh_cache-dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.877148] env[68802]: DEBUG nova.network.neutron [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.961408] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dfdd06-653d-985d-2263-504bb98f5307, 'name': SearchDatastore_Task, 'duration_secs': 0.01989} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.962642] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90b2a6e-e94f-42db-b2fd-309e23ad68a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.976325] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 623.976325] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52026fa6-13a7-9385-f7bf-a4e5c2214f1d" [ 623.976325] env[68802]: _type = "Task" [ 623.976325] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.000406] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52026fa6-13a7-9385-f7bf-a4e5c2214f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.01543} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.000662] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.000939] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] f84553d4-7d80-4fae-98ad-9bdeb46fe8b0/f84553d4-7d80-4fae-98ad-9bdeb46fe8b0.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.001244] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d2f8270-5df1-4f1a-98ec-c91ef68a6410 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.010863] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 624.010863] env[68802]: value = "task-2794826" [ 624.010863] env[68802]: _type = "Task" [ 624.010863] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.025566] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.025727] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.255064] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.255638] env[68802]: DEBUG nova.compute.manager [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.261989] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.255s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.264449] env[68802]: INFO nova.compute.claims [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.378562] env[68802]: DEBUG oslo_vmware.rw_handles [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7301-7e07-3d52-141d-3e25f133561a/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 624.380298] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020039c5-af91-4157-86cc-f40d133c0b95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.392510] env[68802]: DEBUG oslo_vmware.rw_handles [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7301-7e07-3d52-141d-3e25f133561a/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 624.392510] env[68802]: ERROR oslo_vmware.rw_handles [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7301-7e07-3d52-141d-3e25f133561a/disk-0.vmdk due to incomplete transfer. [ 624.392510] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-67341d9c-0039-4890-9804-d2edffb2383d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.400094] env[68802]: DEBUG oslo_vmware.rw_handles [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7301-7e07-3d52-141d-3e25f133561a/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 624.400791] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Uploaded image d70aab4f-85d2-47c1-a464-b2eabb53fadd to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 624.402398] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 624.402659] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45b0fa2d-8328-463d-9a9b-d3987b015196 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.409554] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 624.409554] env[68802]: value = "task-2794827" [ 624.409554] env[68802]: _type = "Task" [ 624.409554] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.418991] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794827, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.528076] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794826, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.684963] env[68802]: DEBUG nova.network.neutron [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.771589] env[68802]: DEBUG nova.compute.utils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.782574] env[68802]: DEBUG nova.compute.manager [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.782750] env[68802]: DEBUG nova.network.neutron [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.905370] env[68802]: DEBUG nova.policy [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7d20f04aa1e4b7184aa49b2c8d4bab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c4b00f2c1fa46d8abc0061fa94f7fa3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.922854] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794827, 'name': Destroy_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.968395] env[68802]: DEBUG nova.network.neutron [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Updated VIF entry in instance network info cache for port e3560355-3a20-4694-971d-39c6b8a8b12c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.968746] env[68802]: DEBUG nova.network.neutron [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Updating instance_info_cache with network_info: [{"id": "e3560355-3a20-4694-971d-39c6b8a8b12c", "address": "fa:16:3e:bb:ec:59", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3560355-3a", "ovs_interfaceid": "e3560355-3a20-4694-971d-39c6b8a8b12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.009668] env[68802]: DEBUG nova.network.neutron [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Updating instance_info_cache with network_info: [{"id": "9c6fe240-bbea-4792-9f10-71410508313c", "address": "fa:16:3e:a6:d5:26", "network": {"id": "a16218c9-0db1-41d4-8620-34eb59d17062", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-564207824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dd73cde49c45a78566fa3a3a9c307e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6fe240-bb", "ovs_interfaceid": "9c6fe240-bbea-4792-9f10-71410508313c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.023791] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823243} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.025310] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] f84553d4-7d80-4fae-98ad-9bdeb46fe8b0/f84553d4-7d80-4fae-98ad-9bdeb46fe8b0.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.025310] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.025310] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a52955e3-3ec3-47db-83a9-186ffce32d95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.034773] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 625.034773] env[68802]: value = "task-2794828" [ 625.034773] env[68802]: _type = "Task" [ 625.034773] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.045676] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.285828] env[68802]: DEBUG nova.compute.manager [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.325127] env[68802]: DEBUG nova.network.neutron [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Successfully created port: 919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.427328] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794827, 'name': Destroy_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.472679] env[68802]: DEBUG oslo_concurrency.lockutils [req-265dd889-4816-4b5e-ba7e-930e6ffb6ff3 req-662bea41-a76c-4bc7-900c-027d5e155c0f service nova] Releasing lock "refresh_cache-f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.479193] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquiring lock "bf363a72-ef3d-44c9-b578-08dfa0753f98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.480102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "bf363a72-ef3d-44c9-b578-08dfa0753f98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.516939] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Releasing lock "refresh_cache-dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.517428] env[68802]: DEBUG nova.compute.manager [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Instance network_info: |[{"id": "9c6fe240-bbea-4792-9f10-71410508313c", "address": "fa:16:3e:a6:d5:26", "network": {"id": "a16218c9-0db1-41d4-8620-34eb59d17062", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-564207824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dd73cde49c45a78566fa3a3a9c307e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6fe240-bb", "ovs_interfaceid": "9c6fe240-bbea-4792-9f10-71410508313c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.517999] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d5:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c6fe240-bbea-4792-9f10-71410508313c', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.526454] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Creating folder: Project (73dd73cde49c45a78566fa3a3a9c307e). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.526910] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a8cf1fe-2ed3-4618-a39d-80d724947160 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.540884] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Created folder: Project (73dd73cde49c45a78566fa3a3a9c307e) in parent group-v561663. [ 625.542754] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Creating folder: Instances. Parent ref: group-v561709. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.542754] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4321329-d1ed-4794-826e-ef072c039b2e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.548323] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071794} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.548602] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.549770] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bf7758-1983-4758-953d-9841f3eee7a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.556905] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Created folder: Instances in parent group-v561709. [ 625.557051] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.570105] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.581133] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] f84553d4-7d80-4fae-98ad-9bdeb46fe8b0/f84553d4-7d80-4fae-98ad-9bdeb46fe8b0.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.584011] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5590521e-3e14-4d47-9a01-83867d1ad471 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.603118] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0881e72-2257-485a-83b0-c7723384d16c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.629683] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 625.629683] env[68802]: value = "task-2794831" [ 625.629683] env[68802]: _type = "Task" [ 625.629683] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.631092] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.631092] env[68802]: value = "task-2794832" [ 625.631092] env[68802]: _type = "Task" [ 625.631092] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.654627] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.654995] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794832, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.663385] env[68802]: DEBUG nova.network.neutron [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Successfully updated port: 4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.923254] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794827, 'name': Destroy_Task, 'duration_secs': 1.091012} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.926248] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Destroyed the VM [ 625.926674] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 625.927235] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b945a943-2732-47b2-8036-ca39e3eccc19 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.947633] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 625.947633] env[68802]: value = "task-2794833" [ 625.947633] env[68802]: _type = "Task" [ 625.947633] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.949761] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb52aec-8dae-48ee-9700-9d59c803429f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.965208] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794833, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.968590] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8aeb23-2d51-4ad0-99a9-45e0ca67d0eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.013308] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dd2d27-96c8-472f-98d7-8dbca28edd32 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.023636] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e9fef0-4c26-40f3-884d-4effe3782dbb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.040235] env[68802]: DEBUG nova.compute.provider_tree [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.161471] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794832, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.161670] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.166617] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquiring lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.167356] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquired lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.167356] env[68802]: DEBUG nova.network.neutron [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.296107] env[68802]: DEBUG nova.compute.manager [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.327180] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.327423] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.328297] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.328297] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.328297] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.328297] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.328478] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.328792] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.328872] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.329069] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.330733] env[68802]: DEBUG nova.virt.hardware [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.330733] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e0ecc6-dc6d-44eb-ba81-fd01e8a1470e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.345787] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fc70b2-fb8b-43f3-b2f7-ec625b8bf6d2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.446621] env[68802]: DEBUG nova.compute.manager [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Received event network-vif-plugged-9c6fe240-bbea-4792-9f10-71410508313c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 626.447060] env[68802]: DEBUG oslo_concurrency.lockutils [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] Acquiring lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.447299] env[68802]: DEBUG oslo_concurrency.lockutils [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] Lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.447472] env[68802]: DEBUG oslo_concurrency.lockutils [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] Lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.448513] env[68802]: DEBUG nova.compute.manager [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] No waiting events found dispatching network-vif-plugged-9c6fe240-bbea-4792-9f10-71410508313c {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.448513] env[68802]: WARNING nova.compute.manager [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Received unexpected event network-vif-plugged-9c6fe240-bbea-4792-9f10-71410508313c for instance with vm_state building and task_state spawning. [ 626.448513] env[68802]: DEBUG nova.compute.manager [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Received event network-changed-9c6fe240-bbea-4792-9f10-71410508313c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 626.448513] env[68802]: DEBUG nova.compute.manager [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Refreshing instance network info cache due to event network-changed-9c6fe240-bbea-4792-9f10-71410508313c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 626.448513] env[68802]: DEBUG oslo_concurrency.lockutils [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] Acquiring lock "refresh_cache-dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.448768] env[68802]: DEBUG oslo_concurrency.lockutils [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] Acquired lock "refresh_cache-dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.451935] env[68802]: DEBUG nova.network.neutron [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Refreshing network info cache for port 9c6fe240-bbea-4792-9f10-71410508313c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.464549] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794833, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.543667] env[68802]: DEBUG nova.scheduler.client.report [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.644269] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794831, 'name': ReconfigVM_Task, 'duration_secs': 0.569255} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.648064] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Reconfigured VM instance instance-0000000e to attach disk [datastore2] f84553d4-7d80-4fae-98ad-9bdeb46fe8b0/f84553d4-7d80-4fae-98ad-9bdeb46fe8b0.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.650093] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4611fe70-1cfc-420e-9505-5b35248b6933 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.658592] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794832, 'name': CreateVM_Task, 'duration_secs': 0.681186} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.660506] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.660506] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 626.660506] env[68802]: value = "task-2794834" [ 626.660506] env[68802]: _type = "Task" [ 626.660506] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.661102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.661279] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.661647] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.662013] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210ccfdb-79be-48eb-966f-1856916f9d60 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.678321] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794834, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.678952] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 626.678952] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524383c3-161c-3516-5d54-7a3ccf7514ca" [ 626.678952] env[68802]: _type = "Task" [ 626.678952] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.689195] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524383c3-161c-3516-5d54-7a3ccf7514ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.697379] env[68802]: DEBUG nova.compute.manager [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Received event network-vif-plugged-4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 626.697584] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] Acquiring lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.697898] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] Lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.698114] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] Lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.698284] env[68802]: DEBUG nova.compute.manager [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] No waiting events found dispatching network-vif-plugged-4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.698443] env[68802]: WARNING nova.compute.manager [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Received unexpected event network-vif-plugged-4b4fa446-33cf-4db7-8665-90f810200fc3 for instance with vm_state building and task_state spawning. [ 626.698593] env[68802]: DEBUG nova.compute.manager [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Received event network-changed-4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 626.698739] env[68802]: DEBUG nova.compute.manager [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Refreshing instance network info cache due to event network-changed-4b4fa446-33cf-4db7-8665-90f810200fc3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 626.698902] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] Acquiring lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.734269] env[68802]: DEBUG nova.network.neutron [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.947506] env[68802]: DEBUG nova.network.neutron [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updating instance_info_cache with network_info: [{"id": "4b4fa446-33cf-4db7-8665-90f810200fc3", "address": "fa:16:3e:3e:43:eb", "network": {"id": "a5b856f2-d899-465d-8c6e-18831fa95bca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-904031171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3500eb6b57494c2691d66b20fffa572f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4fa446-33", "ovs_interfaceid": "4b4fa446-33cf-4db7-8665-90f810200fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.970540] env[68802]: DEBUG oslo_vmware.api [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794833, 'name': RemoveSnapshot_Task, 'duration_secs': 0.640303} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.970540] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 626.970686] env[68802]: INFO nova.compute.manager [None req-5977fcaa-8e23-435c-9d99-095506337292 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Took 18.55 seconds to snapshot the instance on the hypervisor. [ 627.051016] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.051016] env[68802]: DEBUG nova.compute.manager [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.052743] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.525s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.054196] env[68802]: INFO nova.compute.claims [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.172984] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794834, 'name': Rename_Task, 'duration_secs': 0.34591} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.173133] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.173594] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a67263e0-bded-4622-9627-fffed7b60206 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.191832] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 627.191832] env[68802]: value = "task-2794835" [ 627.191832] env[68802]: _type = "Task" [ 627.191832] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.200798] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524383c3-161c-3516-5d54-7a3ccf7514ca, 'name': SearchDatastore_Task, 'duration_secs': 0.017585} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.201561] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.201835] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.202083] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.202418] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.202636] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.202977] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b77b9ff9-f51f-43c2-86ba-183c9e89bbfa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.209323] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794835, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.221931] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.222214] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.224762] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ad0a22-1a19-4d6d-a245-2e290ec43132 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.233065] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 627.233065] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bec582-6ef9-11ea-29a8-b560088871eb" [ 627.233065] env[68802]: _type = "Task" [ 627.233065] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.246375] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bec582-6ef9-11ea-29a8-b560088871eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.247769] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4a6cc5-acb1-4a33-9e67-697fdb3f3bb8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.253374] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 627.253374] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ec6dff-342a-771a-5b10-045525849720" [ 627.253374] env[68802]: _type = "Task" [ 627.253374] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.262383] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ec6dff-342a-771a-5b10-045525849720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.289216] env[68802]: DEBUG nova.network.neutron [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Updated VIF entry in instance network info cache for port 9c6fe240-bbea-4792-9f10-71410508313c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.289578] env[68802]: DEBUG nova.network.neutron [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Updating instance_info_cache with network_info: [{"id": "9c6fe240-bbea-4792-9f10-71410508313c", "address": "fa:16:3e:a6:d5:26", "network": {"id": "a16218c9-0db1-41d4-8620-34eb59d17062", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-564207824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dd73cde49c45a78566fa3a3a9c307e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6fe240-bb", "ovs_interfaceid": "9c6fe240-bbea-4792-9f10-71410508313c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.377412] env[68802]: DEBUG nova.network.neutron [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Successfully updated port: 919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.450095] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Releasing lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.450488] env[68802]: DEBUG nova.compute.manager [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Instance network_info: |[{"id": "4b4fa446-33cf-4db7-8665-90f810200fc3", "address": "fa:16:3e:3e:43:eb", "network": {"id": "a5b856f2-d899-465d-8c6e-18831fa95bca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-904031171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3500eb6b57494c2691d66b20fffa572f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4fa446-33", "ovs_interfaceid": "4b4fa446-33cf-4db7-8665-90f810200fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.450805] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] Acquired lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.450984] env[68802]: DEBUG nova.network.neutron [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Refreshing network info cache for port 4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.454958] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:43:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b4fa446-33cf-4db7-8665-90f810200fc3', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.459415] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Creating folder: Project (3500eb6b57494c2691d66b20fffa572f). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.460229] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a470c9-203a-42dd-ae0f-bd8e49d01e3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.473488] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Created folder: Project (3500eb6b57494c2691d66b20fffa572f) in parent group-v561663. [ 627.473832] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Creating folder: Instances. Parent ref: group-v561712. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.476554] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd581a6b-2ab7-4a4e-8c93-35306b19c5b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.488627] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Created folder: Instances in parent group-v561712. [ 627.488871] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.489074] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.489286] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-851adc3c-13c6-4cd1-b9fa-1a30773315d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.510897] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.510897] env[68802]: value = "task-2794838" [ 627.510897] env[68802]: _type = "Task" [ 627.510897] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.519655] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794838, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.559204] env[68802]: DEBUG nova.compute.utils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.564783] env[68802]: DEBUG nova.compute.manager [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.564783] env[68802]: DEBUG nova.network.neutron [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.638167] env[68802]: DEBUG nova.policy [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a424d00a994a2d9891cc7befa064cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac21481a3aa84e02b9622cd2eb4904e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.712553] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794835, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.766744] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ec6dff-342a-771a-5b10-045525849720, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.767799] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.768117] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] dbb7fdd2-fd7f-43d3-b0de-8992efd3176a/dbb7fdd2-fd7f-43d3-b0de-8992efd3176a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.768423] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6414dc4b-e4be-497e-8012-9e61d8ffe70a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.776516] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 627.776516] env[68802]: value = "task-2794839" [ 627.776516] env[68802]: _type = "Task" [ 627.776516] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.786779] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.796793] env[68802]: DEBUG oslo_concurrency.lockutils [req-cfee8668-f937-44de-9a2d-875a4e3c1fc5 req-d8d338c1-7064-477f-a269-6fdebd7de84a service nova] Releasing lock "refresh_cache-dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.881605] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquiring lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.881605] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquired lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.881605] env[68802]: DEBUG nova.network.neutron [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.004513] env[68802]: DEBUG nova.network.neutron [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Successfully created port: 9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.026909] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794838, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.066713] env[68802]: DEBUG nova.compute.manager [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.208485] env[68802]: DEBUG oslo_vmware.api [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794835, 'name': PowerOnVM_Task, 'duration_secs': 0.878402} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.208870] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.208999] env[68802]: INFO nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Took 9.90 seconds to spawn the instance on the hypervisor. [ 628.210338] env[68802]: DEBUG nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.210338] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a06fed-0e94-4c04-bcc2-9c1c67e356e0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.289023] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794839, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.425305] env[68802]: DEBUG nova.network.neutron [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updated VIF entry in instance network info cache for port 4b4fa446-33cf-4db7-8665-90f810200fc3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.425836] env[68802]: DEBUG nova.network.neutron [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updating instance_info_cache with network_info: [{"id": "4b4fa446-33cf-4db7-8665-90f810200fc3", "address": "fa:16:3e:3e:43:eb", "network": {"id": "a5b856f2-d899-465d-8c6e-18831fa95bca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-904031171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3500eb6b57494c2691d66b20fffa572f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4fa446-33", "ovs_interfaceid": "4b4fa446-33cf-4db7-8665-90f810200fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.513023] env[68802]: DEBUG nova.network.neutron [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.527322] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "50e88850-968f-472b-9921-bbf973b475bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.527322] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.527322] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794838, 'name': CreateVM_Task, 'duration_secs': 0.549269} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.529622] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.531140] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.531140] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.531334] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.531467] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b378cd0-416a-4017-85ea-d0c22e1824be {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.543315] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 628.543315] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5272dcdf-08fc-78f3-bcea-b5b87421645e" [ 628.543315] env[68802]: _type = "Task" [ 628.543315] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.561160] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5272dcdf-08fc-78f3-bcea-b5b87421645e, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.561160] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.561160] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.561160] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.561395] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.561458] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.561704] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d556dc-51e6-4e90-8907-b7c2668b8966 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.572068] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.572321] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.576172] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e88a73-176f-4ebd-bdd9-47faecf55bf7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.592271] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 628.592271] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5249daec-0363-e181-0b76-b4c2172a9d07" [ 628.592271] env[68802]: _type = "Task" [ 628.592271] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.602204] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5249daec-0363-e181-0b76-b4c2172a9d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.656832] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadcdcf0-aaa7-409d-8a41-4b4de52fc6a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.665334] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12abb95e-f852-49c8-8f9b-e7be6b1d20c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.703273] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1789469f-51f3-4d0a-848e-3d51a235fc37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.712869] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3938e181-53af-43fc-bce4-79974a9289e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.734616] env[68802]: DEBUG nova.compute.provider_tree [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.741266] env[68802]: INFO nova.compute.manager [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Took 32.67 seconds to build instance. [ 628.787914] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794839, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.925190] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "a8322577-7f86-48e3-be17-8dfc19047045" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.925190] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "a8322577-7f86-48e3-be17-8dfc19047045" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.925366] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "a8322577-7f86-48e3-be17-8dfc19047045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.925510] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "a8322577-7f86-48e3-be17-8dfc19047045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.925670] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "a8322577-7f86-48e3-be17-8dfc19047045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.934338] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c3a7b03-7e19-474d-848b-4bf48af3c7e7 req-26e1dcba-2385-4224-bb8e-641d1893d7fb service nova] Releasing lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.935720] env[68802]: INFO nova.compute.manager [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Terminating instance [ 629.088798] env[68802]: DEBUG nova.compute.manager [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.104595] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5249daec-0363-e181-0b76-b4c2172a9d07, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.105523] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43ea9e6-260f-4eea-9cbc-29336056a520 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.112934] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 629.112934] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52393cb4-ad0c-ee1e-5979-f6f3441cf5cd" [ 629.112934] env[68802]: _type = "Task" [ 629.112934] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.125706] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52393cb4-ad0c-ee1e-5979-f6f3441cf5cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.126723] env[68802]: DEBUG nova.network.neutron [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Updating instance_info_cache with network_info: [{"id": "919cf11d-5226-4073-a06e-c5f09ba7cbfb", "address": "fa:16:3e:80:a0:db", "network": {"id": "8e7c69a7-569c-48ef-8a34-52a6cf9d1d50", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-606925824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4b00f2c1fa46d8abc0061fa94f7fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919cf11d-52", "ovs_interfaceid": "919cf11d-5226-4073-a06e-c5f09ba7cbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.132679] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.132966] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.133316] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.133476] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.133612] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.133749] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.133952] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.134112] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.134267] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.134417] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.134577] env[68802]: DEBUG nova.virt.hardware [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.135411] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdd4f5e-b3be-4577-8f3e-913d39cc93bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.145591] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a186dbf-7ade-478a-b903-e7078ee7a5a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.240033] env[68802]: DEBUG nova.scheduler.client.report [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.244187] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71c7c706-dcfc-4618-835d-6cb2208b2948 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.111s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.288404] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794839, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.444090] env[68802]: DEBUG nova.compute.manager [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.444724] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.448446] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de87d918-b933-4d07-9556-4f1aeb612007 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.456781] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.456958] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ade8af5-cec8-4b4e-9491-ff15eae7bb38 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.557282] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.558134] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.558405] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleting the datastore file [datastore2] a8322577-7f86-48e3-be17-8dfc19047045 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.558890] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ffb69a1-85d8-40ad-bce9-78d236f8e653 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.568020] env[68802]: DEBUG oslo_vmware.api [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 629.568020] env[68802]: value = "task-2794841" [ 629.568020] env[68802]: _type = "Task" [ 629.568020] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.578651] env[68802]: DEBUG oslo_vmware.api [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.627796] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52393cb4-ad0c-ee1e-5979-f6f3441cf5cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013198} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.627796] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.627965] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ebe265d5-d05d-48f6-a05a-5e79189d63a3/ebe265d5-d05d-48f6-a05a-5e79189d63a3.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.628167] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8988f57-bf47-4181-8878-c0b8b7ffbcde {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.630402] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Releasing lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.630682] env[68802]: DEBUG nova.compute.manager [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Instance network_info: |[{"id": "919cf11d-5226-4073-a06e-c5f09ba7cbfb", "address": "fa:16:3e:80:a0:db", "network": {"id": "8e7c69a7-569c-48ef-8a34-52a6cf9d1d50", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-606925824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4b00f2c1fa46d8abc0061fa94f7fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919cf11d-52", "ovs_interfaceid": "919cf11d-5226-4073-a06e-c5f09ba7cbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.631053] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:a0:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '919cf11d-5226-4073-a06e-c5f09ba7cbfb', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.638816] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Creating folder: Project (3c4b00f2c1fa46d8abc0061fa94f7fa3). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.643306] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cce798b-1dd6-4eca-88a0-82574cc3c05f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.643880] env[68802]: DEBUG nova.compute.manager [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Received event network-vif-plugged-919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.644218] env[68802]: DEBUG oslo_concurrency.lockutils [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] Acquiring lock "b9061756-8344-441b-b1f2-5724e8566e98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.644322] env[68802]: DEBUG oslo_concurrency.lockutils [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] Lock "b9061756-8344-441b-b1f2-5724e8566e98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.644488] env[68802]: DEBUG oslo_concurrency.lockutils [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] Lock "b9061756-8344-441b-b1f2-5724e8566e98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.644652] env[68802]: DEBUG nova.compute.manager [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] No waiting events found dispatching network-vif-plugged-919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.648017] env[68802]: WARNING nova.compute.manager [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Received unexpected event network-vif-plugged-919cf11d-5226-4073-a06e-c5f09ba7cbfb for instance with vm_state building and task_state spawning. [ 629.648017] env[68802]: DEBUG nova.compute.manager [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Received event network-changed-919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.648017] env[68802]: DEBUG nova.compute.manager [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Refreshing instance network info cache due to event network-changed-919cf11d-5226-4073-a06e-c5f09ba7cbfb. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 629.648017] env[68802]: DEBUG oslo_concurrency.lockutils [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] Acquiring lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.648017] env[68802]: DEBUG oslo_concurrency.lockutils [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] Acquired lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.648602] env[68802]: DEBUG nova.network.neutron [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Refreshing network info cache for port 919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.648602] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 629.648602] env[68802]: value = "task-2794842" [ 629.648602] env[68802]: _type = "Task" [ 629.648602] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.658587] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.660557] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Created folder: Project (3c4b00f2c1fa46d8abc0061fa94f7fa3) in parent group-v561663. [ 629.660731] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Creating folder: Instances. Parent ref: group-v561715. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.660963] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a04a91db-52a8-4e27-ab1d-95e9bca24c2b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.672528] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Created folder: Instances in parent group-v561715. [ 629.672704] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.672894] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.673125] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c816d7ad-393c-4833-bcca-b3d7a540de80 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.698546] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.698546] env[68802]: value = "task-2794845" [ 629.698546] env[68802]: _type = "Task" [ 629.698546] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.712017] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794845, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.747678] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.748157] env[68802]: DEBUG nova.compute.manager [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.754111] env[68802]: DEBUG nova.compute.manager [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.760022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.213s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.760022] env[68802]: INFO nova.compute.claims [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.790354] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794839, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.594288} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.791800] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] dbb7fdd2-fd7f-43d3-b0de-8992efd3176a/dbb7fdd2-fd7f-43d3-b0de-8992efd3176a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.791800] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.791800] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ea3470-4bd1-4172-a6e4-bc0964782c1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.800310] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 629.800310] env[68802]: value = "task-2794846" [ 629.800310] env[68802]: _type = "Task" [ 629.800310] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.816024] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.087824] env[68802]: DEBUG oslo_vmware.api [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2794841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154021} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.088141] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.088374] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.088632] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.088858] env[68802]: INFO nova.compute.manager [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Took 0.64 seconds to destroy the instance on the hypervisor. [ 630.089993] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.091605] env[68802]: DEBUG nova.compute.manager [-] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.092234] env[68802]: DEBUG nova.network.neutron [-] [instance: a8322577-7f86-48e3-be17-8dfc19047045] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.112812] env[68802]: DEBUG nova.compute.manager [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Received event network-changed-c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 630.112812] env[68802]: DEBUG nova.compute.manager [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Refreshing instance network info cache due to event network-changed-c1cc819a-d78e-4e1a-b64a-f508afc57a05. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 630.113388] env[68802]: DEBUG oslo_concurrency.lockutils [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] Acquiring lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.113388] env[68802]: DEBUG oslo_concurrency.lockutils [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] Acquired lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.113388] env[68802]: DEBUG nova.network.neutron [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Refreshing network info cache for port c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.164971] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794842, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.219961] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794845, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.259882] env[68802]: DEBUG nova.compute.utils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.261845] env[68802]: DEBUG nova.compute.manager [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.263189] env[68802]: DEBUG nova.network.neutron [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.290560] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.313767] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071068} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.313767] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.313767] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce39672-6372-4610-8d01-e79a7039228f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.338180] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] dbb7fdd2-fd7f-43d3-b0de-8992efd3176a/dbb7fdd2-fd7f-43d3-b0de-8992efd3176a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.341398] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d32c94bf-bdfb-470c-a6df-85254bc5a008 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.365897] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 630.365897] env[68802]: value = "task-2794847" [ 630.365897] env[68802]: _type = "Task" [ 630.365897] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.374975] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.385439] env[68802]: DEBUG nova.policy [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b357a733af642e7a7e467a236793948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dccbd42b65c4b92b8b126d379c58779', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.561921] env[68802]: DEBUG nova.network.neutron [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Updated VIF entry in instance network info cache for port 919cf11d-5226-4073-a06e-c5f09ba7cbfb. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.567040] env[68802]: DEBUG nova.network.neutron [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Updating instance_info_cache with network_info: [{"id": "919cf11d-5226-4073-a06e-c5f09ba7cbfb", "address": "fa:16:3e:80:a0:db", "network": {"id": "8e7c69a7-569c-48ef-8a34-52a6cf9d1d50", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-606925824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4b00f2c1fa46d8abc0061fa94f7fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919cf11d-52", "ovs_interfaceid": "919cf11d-5226-4073-a06e-c5f09ba7cbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.621731] env[68802]: DEBUG nova.network.neutron [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Successfully updated port: 9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.666762] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590283} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.667478] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ebe265d5-d05d-48f6-a05a-5e79189d63a3/ebe265d5-d05d-48f6-a05a-5e79189d63a3.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.667658] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.667920] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6c0107-71b0-4e44-88d1-a4b66fab46d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.676630] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 630.676630] env[68802]: value = "task-2794848" [ 630.676630] env[68802]: _type = "Task" [ 630.676630] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.688543] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.716894] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794845, 'name': CreateVM_Task, 'duration_secs': 0.97577} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.716894] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.716894] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.716894] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.717091] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.717783] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38883fb3-569e-4065-863f-d8748935e81e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.723988] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for the task: (returnval){ [ 630.723988] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52de9936-ea20-f7ed-7c3c-06b3b0f6de0a" [ 630.723988] env[68802]: _type = "Task" [ 630.723988] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.736547] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.736958] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.737057] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52de9936-ea20-f7ed-7c3c-06b3b0f6de0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.747118] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.747237] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.747801] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.747801] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.747927] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.750864] env[68802]: INFO nova.compute.manager [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Terminating instance [ 630.767883] env[68802]: DEBUG nova.compute.manager [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.884048] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794847, 'name': ReconfigVM_Task, 'duration_secs': 0.308532} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.884048] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Reconfigured VM instance instance-0000000f to attach disk [datastore2] dbb7fdd2-fd7f-43d3-b0de-8992efd3176a/dbb7fdd2-fd7f-43d3-b0de-8992efd3176a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.885254] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40856b54-d1b7-46a4-a265-c79084a7a81b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.895109] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 630.895109] env[68802]: value = "task-2794849" [ 630.895109] env[68802]: _type = "Task" [ 630.895109] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.908179] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794849, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.962659] env[68802]: DEBUG nova.network.neutron [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updated VIF entry in instance network info cache for port c1cc819a-d78e-4e1a-b64a-f508afc57a05. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.962659] env[68802]: DEBUG nova.network.neutron [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updating instance_info_cache with network_info: [{"id": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "address": "fa:16:3e:29:de:82", "network": {"id": "8a5ca508-00a2-4f99-a27e-a794cea8c10e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-621893527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4c6a1515133d4c70828c226a82e60798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cc819a-d7", "ovs_interfaceid": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.065530] env[68802]: DEBUG oslo_concurrency.lockutils [req-3b95e127-3825-4b6f-a73f-1dcc61c746c5 req-9d913109-4b71-4e19-aba3-33f51d4bed09 service nova] Releasing lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.125832] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "refresh_cache-057632d6-621b-4afd-971c-ab7695f46b70" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.126133] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired lock "refresh_cache-057632d6-621b-4afd-971c-ab7695f46b70" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.126188] env[68802]: DEBUG nova.network.neutron [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.162215] env[68802]: DEBUG nova.network.neutron [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Successfully created port: eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.189535] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075247} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.189806] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.190795] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66565f49-7678-4df2-9a5a-3548fd6f1092 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.223790] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] ebe265d5-d05d-48f6-a05a-5e79189d63a3/ebe265d5-d05d-48f6-a05a-5e79189d63a3.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.227014] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9ae129-50b0-44ec-84fa-a3aaa26870e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.254313] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52de9936-ea20-f7ed-7c3c-06b3b0f6de0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.259040] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.259040] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.259040] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.259040] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.259706] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.259706] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 631.259706] env[68802]: value = "task-2794850" [ 631.259706] env[68802]: _type = "Task" [ 631.259706] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.259706] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57476f42-068d-4b9b-b980-8ed1d7470402 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.259706] env[68802]: DEBUG nova.compute.manager [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.259706] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.266702] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136a99c8-1716-4c3c-9e20-e675817c661b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.277668] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.285458] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.286021] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.286706] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.290362] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb966496-79c0-4b03-9d30-c5c5ff9e027e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.291852] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14dea4e1-0192-473d-a98a-8c9d45680a24 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.300314] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for the task: (returnval){ [ 631.300314] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52756546-19aa-afe4-d5ed-e150c3546eb4" [ 631.300314] env[68802]: _type = "Task" [ 631.300314] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.304833] env[68802]: DEBUG oslo_vmware.api [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 631.304833] env[68802]: value = "task-2794851" [ 631.304833] env[68802]: _type = "Task" [ 631.304833] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.316564] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52756546-19aa-afe4-d5ed-e150c3546eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.321434] env[68802]: DEBUG oslo_vmware.api [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.324976] env[68802]: DEBUG nova.network.neutron [-] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.406497] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794849, 'name': Rename_Task, 'duration_secs': 0.176038} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.407701] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.408533] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae0622f-6216-40fd-9e45-9d6539ee746f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.411212] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-285e161a-b191-4b7d-9491-122374341981 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.419702] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c96cd-25ce-4f20-acb4-89667aaa5105 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.423019] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 631.423019] env[68802]: value = "task-2794852" [ 631.423019] env[68802]: _type = "Task" [ 631.423019] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.458356] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04a10ea-0895-4b81-9816-ad5a71c6db8a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.462833] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.466444] env[68802]: DEBUG oslo_concurrency.lockutils [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] Releasing lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.466444] env[68802]: DEBUG nova.compute.manager [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Received event network-changed-c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 631.466444] env[68802]: DEBUG nova.compute.manager [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Refreshing instance network info cache due to event network-changed-c1cc819a-d78e-4e1a-b64a-f508afc57a05. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 631.466826] env[68802]: DEBUG oslo_concurrency.lockutils [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] Acquiring lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.466915] env[68802]: DEBUG oslo_concurrency.lockutils [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] Acquired lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.468093] env[68802]: DEBUG nova.network.neutron [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Refreshing network info cache for port c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.472833] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d4bab5-0cb7-41bc-86a8-b057c4ef529d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.491717] env[68802]: DEBUG nova.compute.provider_tree [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.692656] env[68802]: DEBUG nova.network.neutron [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.780075] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.788867] env[68802]: DEBUG nova.compute.manager [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.826981] env[68802]: DEBUG oslo_vmware.api [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794851, 'name': PowerOffVM_Task, 'duration_secs': 0.372677} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.827414] env[68802]: INFO nova.compute.manager [-] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Took 1.74 seconds to deallocate network for instance. [ 631.827690] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52756546-19aa-afe4-d5ed-e150c3546eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.015641} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.830811] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.831098] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.831269] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.831535] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.831691] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.831838] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.832050] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.832231] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.832726] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.832922] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.833152] env[68802]: DEBUG nova.virt.hardware [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.836310] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.836537] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.839710] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690bd2ad-1830-44dd-bdce-875e2b0a25c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.845541] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c7e0e0d-1972-4738-a89a-4e9449284eea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.847509] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e378c47d-7dbe-4131-acda-f6790aa8f576 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.856558] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for the task: (returnval){ [ 631.856558] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a29778-e0c0-fd6f-10cf-a23510d253b3" [ 631.856558] env[68802]: _type = "Task" [ 631.856558] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.864152] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73dd63b-b3d0-43e2-80d0-8e690ef790ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.875796] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a29778-e0c0-fd6f-10cf-a23510d253b3, 'name': SearchDatastore_Task, 'duration_secs': 0.016149} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.884458] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.884826] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] b9061756-8344-441b-b1f2-5724e8566e98/b9061756-8344-441b-b1f2-5724e8566e98.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.886598] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b98d6ef-0012-437c-a880-6abee6360c84 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.898349] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for the task: (returnval){ [ 631.898349] env[68802]: value = "task-2794854" [ 631.898349] env[68802]: _type = "Task" [ 631.898349] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.913266] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.933199] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.933761] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.933761] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleting the datastore file [datastore2] f84553d4-7d80-4fae-98ad-9bdeb46fe8b0 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.934087] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aafe8a87-bb0f-496c-b618-70b6cd30da9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.939219] env[68802]: DEBUG oslo_vmware.api [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2794852, 'name': PowerOnVM_Task, 'duration_secs': 0.509695} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.940025] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.940314] env[68802]: INFO nova.compute.manager [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Took 10.97 seconds to spawn the instance on the hypervisor. [ 631.940580] env[68802]: DEBUG nova.compute.manager [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.941355] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5233aa-da81-4da8-89e2-26fc2ef5fece {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.945471] env[68802]: DEBUG oslo_vmware.api [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 631.945471] env[68802]: value = "task-2794855" [ 631.945471] env[68802]: _type = "Task" [ 631.945471] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.961899] env[68802]: DEBUG oslo_vmware.api [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.990393] env[68802]: DEBUG nova.network.neutron [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Updating instance_info_cache with network_info: [{"id": "9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a", "address": "fa:16:3e:d2:a6:73", "network": {"id": "1de72e19-bd19-4b96-8d77-83a04fa36177", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-94831491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac21481a3aa84e02b9622cd2eb4904e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae1c1ed-6a", "ovs_interfaceid": "9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.997139] env[68802]: DEBUG nova.scheduler.client.report [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.267024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "f235dee2-a99f-4a13-b718-f20306db3cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.267024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f235dee2-a99f-4a13-b718-f20306db3cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.267024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "f235dee2-a99f-4a13-b718-f20306db3cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.267024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f235dee2-a99f-4a13-b718-f20306db3cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.267716] env[68802]: DEBUG oslo_concurrency.lockutils [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f235dee2-a99f-4a13-b718-f20306db3cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.273152] env[68802]: INFO nova.compute.manager [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Terminating instance [ 632.285759] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794850, 'name': ReconfigVM_Task, 'duration_secs': 0.666099} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.286414] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Reconfigured VM instance instance-00000010 to attach disk [datastore2] ebe265d5-d05d-48f6-a05a-5e79189d63a3/ebe265d5-d05d-48f6-a05a-5e79189d63a3.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.287947] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-285ab2ae-ca61-4430-9037-2a5229f8fce4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.298621] env[68802]: DEBUG nova.network.neutron [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updated VIF entry in instance network info cache for port c1cc819a-d78e-4e1a-b64a-f508afc57a05. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.298621] env[68802]: DEBUG nova.network.neutron [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updating instance_info_cache with network_info: [{"id": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "address": "fa:16:3e:29:de:82", "network": {"id": "8a5ca508-00a2-4f99-a27e-a794cea8c10e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-621893527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4c6a1515133d4c70828c226a82e60798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cc819a-d7", "ovs_interfaceid": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.302653] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 632.302653] env[68802]: value = "task-2794856" [ 632.302653] env[68802]: _type = "Task" [ 632.302653] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.318079] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794856, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.351886] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.411370] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.463871] env[68802]: DEBUG oslo_vmware.api [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211661} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.464190] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.464404] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.464608] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.464836] env[68802]: INFO nova.compute.manager [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 632.465143] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.465354] env[68802]: DEBUG nova.compute.manager [-] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.465451] env[68802]: DEBUG nova.network.neutron [-] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.470788] env[68802]: INFO nova.compute.manager [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Took 34.21 seconds to build instance. [ 632.490724] env[68802]: DEBUG nova.compute.manager [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Received event network-vif-plugged-9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.490926] env[68802]: DEBUG oslo_concurrency.lockutils [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] Acquiring lock "057632d6-621b-4afd-971c-ab7695f46b70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.491342] env[68802]: DEBUG oslo_concurrency.lockutils [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] Lock "057632d6-621b-4afd-971c-ab7695f46b70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.491626] env[68802]: DEBUG oslo_concurrency.lockutils [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] Lock "057632d6-621b-4afd-971c-ab7695f46b70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.491626] env[68802]: DEBUG nova.compute.manager [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] No waiting events found dispatching network-vif-plugged-9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.491755] env[68802]: WARNING nova.compute.manager [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Received unexpected event network-vif-plugged-9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a for instance with vm_state building and task_state spawning. [ 632.491899] env[68802]: DEBUG nova.compute.manager [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Received event network-changed-9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.494508] env[68802]: DEBUG nova.compute.manager [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Refreshing instance network info cache due to event network-changed-9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 632.494508] env[68802]: DEBUG oslo_concurrency.lockutils [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] Acquiring lock "refresh_cache-057632d6-621b-4afd-971c-ab7695f46b70" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.494508] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Releasing lock "refresh_cache-057632d6-621b-4afd-971c-ab7695f46b70" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.494876] env[68802]: DEBUG nova.compute.manager [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Instance network_info: |[{"id": "9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a", "address": "fa:16:3e:d2:a6:73", "network": {"id": "1de72e19-bd19-4b96-8d77-83a04fa36177", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-94831491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac21481a3aa84e02b9622cd2eb4904e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae1c1ed-6a", "ovs_interfaceid": "9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.495577] env[68802]: DEBUG oslo_concurrency.lockutils [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] Acquired lock "refresh_cache-057632d6-621b-4afd-971c-ab7695f46b70" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.495878] env[68802]: DEBUG nova.network.neutron [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Refreshing network info cache for port 9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.497679] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:a6:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.506804] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Creating folder: Project (ac21481a3aa84e02b9622cd2eb4904e7). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.508404] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.508840] env[68802]: DEBUG nova.compute.manager [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.511477] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b08cbc97-db15-4e67-9005-3b642b86c137 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.514388] env[68802]: DEBUG oslo_concurrency.lockutils [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.316s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.515594] env[68802]: DEBUG nova.objects.instance [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lazy-loading 'resources' on Instance uuid e2be90b1-394a-4add-8135-7789857dcec1 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.531295] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Created folder: Project (ac21481a3aa84e02b9622cd2eb4904e7) in parent group-v561663. [ 632.531494] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Creating folder: Instances. Parent ref: group-v561718. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.533903] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-586e1182-7c0a-40fb-ab1f-e386b279a5b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.546271] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Created folder: Instances in parent group-v561718. [ 632.546488] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.548191] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.548191] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc75e169-dd17-4927-a690-cf2a020b7376 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.572949] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.572949] env[68802]: value = "task-2794859" [ 632.572949] env[68802]: _type = "Task" [ 632.572949] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.582237] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794859, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.780571] env[68802]: DEBUG nova.compute.manager [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.781422] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.783744] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c14a87-04db-4035-8142-cafbfd7b7568 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.797311] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.800417] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d789e0-f821-4522-a75b-b7ccf5b7f7ea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.803778] env[68802]: DEBUG oslo_concurrency.lockutils [req-6293f1ce-953d-4200-aa12-3e2130b29759 req-e2a18057-6a39-4c65-bc9a-ea7bb38e1962 service nova] Releasing lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.811445] env[68802]: DEBUG oslo_vmware.api [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 632.811445] env[68802]: value = "task-2794860" [ 632.811445] env[68802]: _type = "Task" [ 632.811445] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.823089] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794856, 'name': Rename_Task, 'duration_secs': 0.166691} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.823424] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.823611] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-269d050f-b5bf-4871-8448-cf008509c6b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.829183] env[68802]: DEBUG oslo_vmware.api [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.836271] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 632.836271] env[68802]: value = "task-2794861" [ 632.836271] env[68802]: _type = "Task" [ 632.836271] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.847455] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.913527] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642609} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.913527] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] b9061756-8344-441b-b1f2-5724e8566e98/b9061756-8344-441b-b1f2-5724e8566e98.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.913527] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.913527] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ab721a1-6788-46ff-9fd0-a649cde25b8c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.925049] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for the task: (returnval){ [ 632.925049] env[68802]: value = "task-2794862" [ 632.925049] env[68802]: _type = "Task" [ 632.925049] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.938571] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.978040] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bf16837-8243-4f7f-8a8f-25a43e8e3550 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.741s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.995544] env[68802]: DEBUG nova.compute.manager [req-e6dc60f7-3a7f-41b6-b320-4e55ff984ecf req-755f0910-dc4a-4e0f-909a-db7260ae1e68 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Received event network-changed-c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.995909] env[68802]: DEBUG nova.compute.manager [req-e6dc60f7-3a7f-41b6-b320-4e55ff984ecf req-755f0910-dc4a-4e0f-909a-db7260ae1e68 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Refreshing instance network info cache due to event network-changed-c1cc819a-d78e-4e1a-b64a-f508afc57a05. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 632.996619] env[68802]: DEBUG oslo_concurrency.lockutils [req-e6dc60f7-3a7f-41b6-b320-4e55ff984ecf req-755f0910-dc4a-4e0f-909a-db7260ae1e68 service nova] Acquiring lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.996860] env[68802]: DEBUG oslo_concurrency.lockutils [req-e6dc60f7-3a7f-41b6-b320-4e55ff984ecf req-755f0910-dc4a-4e0f-909a-db7260ae1e68 service nova] Acquired lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.997168] env[68802]: DEBUG nova.network.neutron [req-e6dc60f7-3a7f-41b6-b320-4e55ff984ecf req-755f0910-dc4a-4e0f-909a-db7260ae1e68 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Refreshing network info cache for port c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.018025] env[68802]: DEBUG nova.compute.utils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.018025] env[68802]: DEBUG nova.compute.manager [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.018025] env[68802]: DEBUG nova.network.neutron [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.087109] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794859, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.096761] env[68802]: DEBUG nova.policy [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a424d00a994a2d9891cc7befa064cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac21481a3aa84e02b9622cd2eb4904e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.337414] env[68802]: DEBUG oslo_vmware.api [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.348202] env[68802]: DEBUG oslo_vmware.api [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2794861, 'name': PowerOnVM_Task, 'duration_secs': 0.503961} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.350990] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.351306] env[68802]: INFO nova.compute.manager [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Took 9.77 seconds to spawn the instance on the hypervisor. [ 633.351547] env[68802]: DEBUG nova.compute.manager [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.354991] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6533f8a6-4ec3-41f9-979b-7e2fabe6c9e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.434610] env[68802]: DEBUG nova.network.neutron [-] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.439109] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073892} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.439932] env[68802]: DEBUG nova.network.neutron [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Successfully updated port: eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.441548] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.443031] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1808fe-0545-4e31-905d-e6ac406454ea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.473665] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] b9061756-8344-441b-b1f2-5724e8566e98/b9061756-8344-441b-b1f2-5724e8566e98.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.475549] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf38d31d-6041-424f-9de0-5efb205db7ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.496283] env[68802]: DEBUG nova.compute.manager [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.505658] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for the task: (returnval){ [ 633.505658] env[68802]: value = "task-2794863" [ 633.505658] env[68802]: _type = "Task" [ 633.505658] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.518852] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.526391] env[68802]: DEBUG nova.compute.manager [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.563371] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f69fe6-9039-4802-ba59-3c4029d28738 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.575838] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d76e1ea-ca64-4694-9585-b80002fe3929 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.588933] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794859, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.616141] env[68802]: DEBUG nova.network.neutron [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Updated VIF entry in instance network info cache for port 9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.616578] env[68802]: DEBUG nova.network.neutron [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Updating instance_info_cache with network_info: [{"id": "9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a", "address": "fa:16:3e:d2:a6:73", "network": {"id": "1de72e19-bd19-4b96-8d77-83a04fa36177", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-94831491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac21481a3aa84e02b9622cd2eb4904e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae1c1ed-6a", "ovs_interfaceid": "9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.618650] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabf58d3-9a04-468d-873c-2b5a7c7cdeaa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.628477] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17badbdd-7200-45d8-a988-01af13c9176c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.645868] env[68802]: DEBUG nova.compute.provider_tree [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.828048] env[68802]: DEBUG oslo_vmware.api [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794860, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.873095] env[68802]: DEBUG nova.network.neutron [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Successfully created port: c21259f2-612f-4028-afe6-a27f1003c2b7 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.886247] env[68802]: INFO nova.compute.manager [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Took 30.60 seconds to build instance. [ 633.890411] env[68802]: DEBUG nova.network.neutron [req-e6dc60f7-3a7f-41b6-b320-4e55ff984ecf req-755f0910-dc4a-4e0f-909a-db7260ae1e68 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updated VIF entry in instance network info cache for port c1cc819a-d78e-4e1a-b64a-f508afc57a05. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.891665] env[68802]: DEBUG nova.network.neutron [req-e6dc60f7-3a7f-41b6-b320-4e55ff984ecf req-755f0910-dc4a-4e0f-909a-db7260ae1e68 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updating instance_info_cache with network_info: [{"id": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "address": "fa:16:3e:29:de:82", "network": {"id": "8a5ca508-00a2-4f99-a27e-a794cea8c10e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-621893527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4c6a1515133d4c70828c226a82e60798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cc819a-d7", "ovs_interfaceid": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.945722] env[68802]: INFO nova.compute.manager [-] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Took 1.48 seconds to deallocate network for instance. [ 633.945722] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.945722] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquired lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.945722] env[68802]: DEBUG nova.network.neutron [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.015502] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.026484] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.091328] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794859, 'name': CreateVM_Task, 'duration_secs': 1.492167} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.091530] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.092234] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.092408] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.092778] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.092989] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d6985e-5c96-4077-8466-d9db65151b48 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.098534] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 634.098534] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ea691c-353c-72e5-f175-74ad5564593a" [ 634.098534] env[68802]: _type = "Task" [ 634.098534] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.112680] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ea691c-353c-72e5-f175-74ad5564593a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.123442] env[68802]: DEBUG oslo_concurrency.lockutils [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] Releasing lock "refresh_cache-057632d6-621b-4afd-971c-ab7695f46b70" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.124089] env[68802]: DEBUG nova.compute.manager [req-2a2ad7d2-c30d-41e8-a9e2-48b5cf943bd2 req-60373756-9491-4783-b28a-44dcd0ab5766 service nova] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Received event network-vif-deleted-987df91b-66f0-41f7-9e6e-3d0b0a396ea7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 634.148828] env[68802]: DEBUG nova.scheduler.client.report [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.328627] env[68802]: DEBUG oslo_vmware.api [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794860, 'name': PowerOffVM_Task, 'duration_secs': 1.087306} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.329759] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.329759] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.330159] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a26d6267-81a1-470a-9ca2-e4e35b5552e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.387408] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e26f242-ad69-4252-aa53-f7fd6ec009a9 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.579s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.393883] env[68802]: DEBUG oslo_concurrency.lockutils [req-e6dc60f7-3a7f-41b6-b320-4e55ff984ecf req-755f0910-dc4a-4e0f-909a-db7260ae1e68 service nova] Releasing lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.413447] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.413675] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.413859] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleting the datastore file [datastore2] f235dee2-a99f-4a13-b718-f20306db3cf7 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.414440] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c32ce1c5-0684-4d25-bb91-329cbe568f41 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.423036] env[68802]: DEBUG oslo_vmware.api [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 634.423036] env[68802]: value = "task-2794865" [ 634.423036] env[68802]: _type = "Task" [ 634.423036] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.435285] env[68802]: DEBUG oslo_vmware.api [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.459192] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.511591] env[68802]: DEBUG nova.network.neutron [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.518339] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794863, 'name': ReconfigVM_Task, 'duration_secs': 0.592249} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.518634] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Reconfigured VM instance instance-00000011 to attach disk [datastore1] b9061756-8344-441b-b1f2-5724e8566e98/b9061756-8344-441b-b1f2-5724e8566e98.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.523025] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5baf5a2d-ab6c-4450-ab9e-70b9f0ee8466 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.531493] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for the task: (returnval){ [ 634.531493] env[68802]: value = "task-2794866" [ 634.531493] env[68802]: _type = "Task" [ 634.531493] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.540933] env[68802]: DEBUG nova.compute.manager [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.547068] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794866, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.575489] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.576547] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.576547] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.577264] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.577533] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.577718] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.577981] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.578559] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.578803] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.579038] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.579234] env[68802]: DEBUG nova.virt.hardware [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.581123] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34379fa-a550-46c3-9c27-88976550a99f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.590890] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b358e22a-2ce6-48ed-b4da-0d7fed333ced {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.619799] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ea691c-353c-72e5-f175-74ad5564593a, 'name': SearchDatastore_Task, 'duration_secs': 0.02924} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.620390] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.621653] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.622682] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.622682] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.622682] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.622820] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07164785-ce85-4b82-ac4b-7ae6e7f465f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.634497] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.634701] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.639156] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ccfda6-1b22-4d23-83ce-01f0a19a3a3c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.648504] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 634.648504] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4c429-eca5-49eb-9b9d-7441ef8d526b" [ 634.648504] env[68802]: _type = "Task" [ 634.648504] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.655719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.661771] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.722s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.662882] env[68802]: DEBUG nova.objects.instance [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lazy-loading 'resources' on Instance uuid fe6f7451-48d7-4698-816a-9a065ce0af35 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.663492] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4c429-eca5-49eb-9b9d-7441ef8d526b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.683437] env[68802]: INFO nova.scheduler.client.report [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Deleted allocations for instance e2be90b1-394a-4add-8135-7789857dcec1 [ 634.890526] env[68802]: DEBUG nova.compute.manager [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.933805] env[68802]: DEBUG oslo_vmware.api [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2794865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208323} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.934096] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.934375] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.934569] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.935363] env[68802]: INFO nova.compute.manager [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Took 2.15 seconds to destroy the instance on the hypervisor. [ 634.935363] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.935574] env[68802]: DEBUG nova.compute.manager [-] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.935648] env[68802]: DEBUG nova.network.neutron [-] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.969578] env[68802]: DEBUG nova.network.neutron [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updating instance_info_cache with network_info: [{"id": "eba21aa8-c504-405c-8cd9-b464165db572", "address": "fa:16:3e:65:8d:62", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba21aa8-c5", "ovs_interfaceid": "eba21aa8-c504-405c-8cd9-b464165db572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.042425] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794866, 'name': Rename_Task, 'duration_secs': 0.203901} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.043131] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.043396] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3637e3e6-2912-4e65-bd53-7ea25a562919 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.054313] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for the task: (returnval){ [ 635.054313] env[68802]: value = "task-2794867" [ 635.054313] env[68802]: _type = "Task" [ 635.054313] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.066009] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.124804] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "93919c14-aa9d-4d30-82ff-fa00d3e60b0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.124804] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "93919c14-aa9d-4d30-82ff-fa00d3e60b0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.172620] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4c429-eca5-49eb-9b9d-7441ef8d526b, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.175112] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8364aefe-9001-4616-b350-d6e58dace011 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.191594] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 635.191594] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52721c07-0ae5-ff91-33a2-1e75b22e5444" [ 635.191594] env[68802]: _type = "Task" [ 635.191594] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.196638] env[68802]: DEBUG oslo_concurrency.lockutils [None req-40b65512-2cf2-4093-92a0-e1428ab81773 tempest-TenantUsagesTestJSON-1538263123 tempest-TenantUsagesTestJSON-1538263123-project-member] Lock "e2be90b1-394a-4add-8135-7789857dcec1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.965s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.205041] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52721c07-0ae5-ff91-33a2-1e75b22e5444, 'name': SearchDatastore_Task, 'duration_secs': 0.012624} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.208571] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.208928] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 057632d6-621b-4afd-971c-ab7695f46b70/057632d6-621b-4afd-971c-ab7695f46b70.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.210508] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe09403-fe3f-4d30-a221-8011412fde39 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.221328] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 635.221328] env[68802]: value = "task-2794868" [ 635.221328] env[68802]: _type = "Task" [ 635.221328] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.239010] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.411860] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.478478] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Releasing lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.478943] env[68802]: DEBUG nova.compute.manager [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Instance network_info: |[{"id": "eba21aa8-c504-405c-8cd9-b464165db572", "address": "fa:16:3e:65:8d:62", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba21aa8-c5", "ovs_interfaceid": "eba21aa8-c504-405c-8cd9-b464165db572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.479798] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:8d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eba21aa8-c504-405c-8cd9-b464165db572', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.488445] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Creating folder: Project (1dccbd42b65c4b92b8b126d379c58779). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.488885] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6141dd4c-ae51-403a-99d5-10b093a4e3a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.509859] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Created folder: Project (1dccbd42b65c4b92b8b126d379c58779) in parent group-v561663. [ 635.509859] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Creating folder: Instances. Parent ref: group-v561721. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.513179] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a109bbe5-3189-4ae2-b1aa-8d780eb13986 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.527171] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Created folder: Instances in parent group-v561721. [ 635.527171] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.530145] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.530779] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d9cbe9e-0d42-481f-94cf-2bafcdd0faf3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.565747] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.565747] env[68802]: value = "task-2794871" [ 635.565747] env[68802]: _type = "Task" [ 635.565747] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.570893] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794867, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.594049] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794871, 'name': CreateVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.638822] env[68802]: DEBUG nova.compute.manager [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Received event network-vif-plugged-eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.639322] env[68802]: DEBUG oslo_concurrency.lockutils [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] Acquiring lock "b268e90c-94cd-4b2f-8f26-f006f35542ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.639552] env[68802]: DEBUG oslo_concurrency.lockutils [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] Lock "b268e90c-94cd-4b2f-8f26-f006f35542ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.639849] env[68802]: DEBUG oslo_concurrency.lockutils [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] Lock "b268e90c-94cd-4b2f-8f26-f006f35542ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.640187] env[68802]: DEBUG nova.compute.manager [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] No waiting events found dispatching network-vif-plugged-eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.640279] env[68802]: WARNING nova.compute.manager [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Received unexpected event network-vif-plugged-eba21aa8-c504-405c-8cd9-b464165db572 for instance with vm_state building and task_state spawning. [ 635.640694] env[68802]: DEBUG nova.compute.manager [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Received event network-vif-deleted-e3560355-3a20-4694-971d-39c6b8a8b12c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.640694] env[68802]: DEBUG nova.compute.manager [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Received event network-changed-eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.640895] env[68802]: DEBUG nova.compute.manager [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Refreshing instance network info cache due to event network-changed-eba21aa8-c504-405c-8cd9-b464165db572. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 635.641299] env[68802]: DEBUG oslo_concurrency.lockutils [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] Acquiring lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.641299] env[68802]: DEBUG oslo_concurrency.lockutils [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] Acquired lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.641455] env[68802]: DEBUG nova.network.neutron [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Refreshing network info cache for port eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.738985] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794868, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.774118] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec15edc-21b4-43d9-9941-feeaf6a69ca7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.786520] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499f82b5-4dfc-4373-8456-2ff4ab53fdd2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.830772] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c836669-a94f-45ad-9a9c-50bd29f3ecaa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.842767] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0c1eea-3df8-48e3-88d6-116a4e718da5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.861801] env[68802]: DEBUG nova.compute.provider_tree [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.906378] env[68802]: DEBUG nova.network.neutron [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Successfully updated port: c21259f2-612f-4028-afe6-a27f1003c2b7 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.925526] env[68802]: DEBUG nova.network.neutron [-] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.078906] env[68802]: DEBUG oslo_vmware.api [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794867, 'name': PowerOnVM_Task, 'duration_secs': 0.87802} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.079505] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.079651] env[68802]: INFO nova.compute.manager [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Took 9.78 seconds to spawn the instance on the hypervisor. [ 636.079974] env[68802]: DEBUG nova.compute.manager [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.081344] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df2cec4-22e0-41a0-9c37-2a19999f05bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.087335] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794871, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.237194] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688846} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.237595] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 057632d6-621b-4afd-971c-ab7695f46b70/057632d6-621b-4afd-971c-ab7695f46b70.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.237759] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.238064] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a85a5acc-0955-407d-af28-f7e44757e5b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.246380] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 636.246380] env[68802]: value = "task-2794872" [ 636.246380] env[68802]: _type = "Task" [ 636.246380] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.258182] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.365148] env[68802]: DEBUG nova.scheduler.client.report [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.409161] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "refresh_cache-f389060c-ceb9-4a8d-854f-5a3595cd61d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.409323] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired lock "refresh_cache-f389060c-ceb9-4a8d-854f-5a3595cd61d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.409464] env[68802]: DEBUG nova.network.neutron [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.423400] env[68802]: DEBUG nova.compute.manager [req-208b3097-e79a-474b-915d-5a08a1b256ed req-19f44105-afd0-4e66-8436-5fecb93fd25a service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Received event network-vif-plugged-c21259f2-612f-4028-afe6-a27f1003c2b7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 636.423659] env[68802]: DEBUG oslo_concurrency.lockutils [req-208b3097-e79a-474b-915d-5a08a1b256ed req-19f44105-afd0-4e66-8436-5fecb93fd25a service nova] Acquiring lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.423795] env[68802]: DEBUG oslo_concurrency.lockutils [req-208b3097-e79a-474b-915d-5a08a1b256ed req-19f44105-afd0-4e66-8436-5fecb93fd25a service nova] Lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.423956] env[68802]: DEBUG oslo_concurrency.lockutils [req-208b3097-e79a-474b-915d-5a08a1b256ed req-19f44105-afd0-4e66-8436-5fecb93fd25a service nova] Lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.424132] env[68802]: DEBUG nova.compute.manager [req-208b3097-e79a-474b-915d-5a08a1b256ed req-19f44105-afd0-4e66-8436-5fecb93fd25a service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] No waiting events found dispatching network-vif-plugged-c21259f2-612f-4028-afe6-a27f1003c2b7 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.424683] env[68802]: WARNING nova.compute.manager [req-208b3097-e79a-474b-915d-5a08a1b256ed req-19f44105-afd0-4e66-8436-5fecb93fd25a service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Received unexpected event network-vif-plugged-c21259f2-612f-4028-afe6-a27f1003c2b7 for instance with vm_state building and task_state spawning. [ 636.428856] env[68802]: INFO nova.compute.manager [-] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Took 1.49 seconds to deallocate network for instance. [ 636.590861] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794871, 'name': CreateVM_Task, 'duration_secs': 0.542185} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.590861] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.592773] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.592942] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.593296] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.600019] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c676b4bb-98fe-4f55-9417-f1e1ef3c4cfa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.606505] env[68802]: INFO nova.compute.manager [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Took 31.04 seconds to build instance. [ 636.613661] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 636.613661] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522a453f-3319-cf43-ad66-bb41c9c0667b" [ 636.613661] env[68802]: _type = "Task" [ 636.613661] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.631704] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522a453f-3319-cf43-ad66-bb41c9c0667b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.710901] env[68802]: DEBUG nova.network.neutron [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updated VIF entry in instance network info cache for port eba21aa8-c504-405c-8cd9-b464165db572. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.710901] env[68802]: DEBUG nova.network.neutron [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updating instance_info_cache with network_info: [{"id": "eba21aa8-c504-405c-8cd9-b464165db572", "address": "fa:16:3e:65:8d:62", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba21aa8-c5", "ovs_interfaceid": "eba21aa8-c504-405c-8cd9-b464165db572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.763034] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069244} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.763034] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.763034] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aac480-6828-4f6f-80f1-e4c038fae5f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.788145] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 057632d6-621b-4afd-971c-ab7695f46b70/057632d6-621b-4afd-971c-ab7695f46b70.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.788402] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69ea608-1e35-45dd-a095-08040bbb1a5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.813858] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 636.813858] env[68802]: value = "task-2794873" [ 636.813858] env[68802]: _type = "Task" [ 636.813858] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.828666] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.871691] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.874811] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.161s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.874811] env[68802]: DEBUG nova.objects.instance [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 636.908275] env[68802]: INFO nova.scheduler.client.report [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Deleted allocations for instance fe6f7451-48d7-4698-816a-9a065ce0af35 [ 636.936803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.111141] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0c8082a-7fb6-4efa-8b63-e4b8dce16863 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lock "b9061756-8344-441b-b1f2-5724e8566e98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.726s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.129668] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522a453f-3319-cf43-ad66-bb41c9c0667b, 'name': SearchDatastore_Task, 'duration_secs': 0.065666} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.130642] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.130878] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.131123] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.131267] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.131450] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.131966] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a2422a5-5b9d-4085-8513-b8b764db31d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.144970] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.145193] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.145972] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3193117-db75-4820-a615-5a0cd3522ad0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.153596] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 637.153596] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5260c1a5-bd8a-39b9-5b84-ad4a7feb6e34" [ 637.153596] env[68802]: _type = "Task" [ 637.153596] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.162619] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5260c1a5-bd8a-39b9-5b84-ad4a7feb6e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.215257] env[68802]: DEBUG oslo_concurrency.lockutils [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] Releasing lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.215716] env[68802]: DEBUG nova.compute.manager [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Received event network-changed-c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.215716] env[68802]: DEBUG nova.compute.manager [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Refreshing instance network info cache due to event network-changed-c1cc819a-d78e-4e1a-b64a-f508afc57a05. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 637.216406] env[68802]: DEBUG oslo_concurrency.lockutils [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] Acquiring lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.216406] env[68802]: DEBUG oslo_concurrency.lockutils [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] Acquired lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.216406] env[68802]: DEBUG nova.network.neutron [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Refreshing network info cache for port c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.257209] env[68802]: DEBUG nova.network.neutron [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.331187] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.423022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b4fd9f48-db59-4e98-b9b4-698ad68417e3 tempest-ImagesNegativeTestJSON-1333582666 tempest-ImagesNegativeTestJSON-1333582666-project-member] Lock "fe6f7451-48d7-4698-816a-9a065ce0af35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.016s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.615036] env[68802]: DEBUG nova.compute.manager [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.672029] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5260c1a5-bd8a-39b9-5b84-ad4a7feb6e34, 'name': SearchDatastore_Task, 'duration_secs': 0.037471} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.672988] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfa02c1-70e5-4f4e-ae0c-c7f2f5d9f89b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.679759] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 637.679759] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b1070a-7adf-d377-6b8c-b95cfb498824" [ 637.679759] env[68802]: _type = "Task" [ 637.679759] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.689892] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b1070a-7adf-d377-6b8c-b95cfb498824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.763131] env[68802]: DEBUG nova.network.neutron [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Updating instance_info_cache with network_info: [{"id": "c21259f2-612f-4028-afe6-a27f1003c2b7", "address": "fa:16:3e:ee:db:f0", "network": {"id": "1de72e19-bd19-4b96-8d77-83a04fa36177", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-94831491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac21481a3aa84e02b9622cd2eb4904e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21259f2-61", "ovs_interfaceid": "c21259f2-612f-4028-afe6-a27f1003c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.828176] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794873, 'name': ReconfigVM_Task, 'duration_secs': 0.806492} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.828521] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 057632d6-621b-4afd-971c-ab7695f46b70/057632d6-621b-4afd-971c-ab7695f46b70.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.829216] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6325c8f4-cef3-45da-90b3-726b2cb763db {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.840367] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 637.840367] env[68802]: value = "task-2794874" [ 637.840367] env[68802]: _type = "Task" [ 637.840367] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.851395] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794874, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.884356] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb30c24b-6a29-477b-8f8a-81b832b8a752 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.886251] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.100s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.893414] env[68802]: INFO nova.compute.claims [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.050884] env[68802]: DEBUG nova.network.neutron [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updated VIF entry in instance network info cache for port c1cc819a-d78e-4e1a-b64a-f508afc57a05. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.051274] env[68802]: DEBUG nova.network.neutron [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updating instance_info_cache with network_info: [{"id": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "address": "fa:16:3e:29:de:82", "network": {"id": "8a5ca508-00a2-4f99-a27e-a794cea8c10e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-621893527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4c6a1515133d4c70828c226a82e60798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cc819a-d7", "ovs_interfaceid": "c1cc819a-d78e-4e1a-b64a-f508afc57a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.145029] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.192018] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b1070a-7adf-d377-6b8c-b95cfb498824, 'name': SearchDatastore_Task, 'duration_secs': 0.022384} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.192018] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.192018] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] b268e90c-94cd-4b2f-8f26-f006f35542ee/b268e90c-94cd-4b2f-8f26-f006f35542ee.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.192357] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5ed20e8-5709-4bd6-a95b-c0608cbee88b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.202996] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 638.202996] env[68802]: value = "task-2794875" [ 638.202996] env[68802]: _type = "Task" [ 638.202996] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.212360] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.266465] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Releasing lock "refresh_cache-f389060c-ceb9-4a8d-854f-5a3595cd61d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.266935] env[68802]: DEBUG nova.compute.manager [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Instance network_info: |[{"id": "c21259f2-612f-4028-afe6-a27f1003c2b7", "address": "fa:16:3e:ee:db:f0", "network": {"id": "1de72e19-bd19-4b96-8d77-83a04fa36177", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-94831491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac21481a3aa84e02b9622cd2eb4904e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21259f2-61", "ovs_interfaceid": "c21259f2-612f-4028-afe6-a27f1003c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.267579] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:db:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c21259f2-612f-4028-afe6-a27f1003c2b7', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.278984] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.279469] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.279716] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0076707-61bd-4d50-928e-617e1e31ff1e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.304478] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.304478] env[68802]: value = "task-2794876" [ 638.304478] env[68802]: _type = "Task" [ 638.304478] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.324155] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794876, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.356272] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794874, 'name': Rename_Task, 'duration_secs': 0.223564} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.356272] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.356272] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c1f81ce-3be6-474f-9543-30f68faea0de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.370043] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 638.370043] env[68802]: value = "task-2794877" [ 638.370043] env[68802]: _type = "Task" [ 638.370043] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.395805] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.527389] env[68802]: DEBUG nova.compute.manager [req-bf30d019-a686-49c8-b924-70e41a98fddc req-9d9d07ca-c887-4ac0-b75b-8640c5e52c70 service nova] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Received event network-vif-deleted-262a057a-be09-40ec-b086-844dff919598 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 638.527896] env[68802]: DEBUG nova.compute.manager [req-bf30d019-a686-49c8-b924-70e41a98fddc req-9d9d07ca-c887-4ac0-b75b-8640c5e52c70 service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Received event network-changed-9c6fe240-bbea-4792-9f10-71410508313c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 638.528213] env[68802]: DEBUG nova.compute.manager [req-bf30d019-a686-49c8-b924-70e41a98fddc req-9d9d07ca-c887-4ac0-b75b-8640c5e52c70 service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Refreshing instance network info cache due to event network-changed-9c6fe240-bbea-4792-9f10-71410508313c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 638.528635] env[68802]: DEBUG oslo_concurrency.lockutils [req-bf30d019-a686-49c8-b924-70e41a98fddc req-9d9d07ca-c887-4ac0-b75b-8640c5e52c70 service nova] Acquiring lock "refresh_cache-dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.528902] env[68802]: DEBUG oslo_concurrency.lockutils [req-bf30d019-a686-49c8-b924-70e41a98fddc req-9d9d07ca-c887-4ac0-b75b-8640c5e52c70 service nova] Acquired lock "refresh_cache-dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.530531] env[68802]: DEBUG nova.network.neutron [req-bf30d019-a686-49c8-b924-70e41a98fddc req-9d9d07ca-c887-4ac0-b75b-8640c5e52c70 service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Refreshing network info cache for port 9c6fe240-bbea-4792-9f10-71410508313c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.557989] env[68802]: DEBUG oslo_concurrency.lockutils [req-82904ff0-31f0-40ec-b31f-d7b99a831360 req-67298666-f7a2-4d79-b5fb-c49783efdc02 service nova] Releasing lock "refresh_cache-ec3b9c58-b201-40ca-830b-29749bc54a83" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.717896] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794875, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.817927] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794876, 'name': CreateVM_Task, 'duration_secs': 0.450432} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.819026] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.821018] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.821018] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.821018] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.821018] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db7e037-f8ab-43b3-a008-f8610bfc54a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.822805] env[68802]: DEBUG oslo_concurrency.lockutils [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquiring lock "ec3b9c58-b201-40ca-830b-29749bc54a83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.823733] env[68802]: DEBUG oslo_concurrency.lockutils [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lock "ec3b9c58-b201-40ca-830b-29749bc54a83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.824215] env[68802]: DEBUG oslo_concurrency.lockutils [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquiring lock "ec3b9c58-b201-40ca-830b-29749bc54a83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.825096] env[68802]: DEBUG oslo_concurrency.lockutils [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lock "ec3b9c58-b201-40ca-830b-29749bc54a83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.825096] env[68802]: DEBUG oslo_concurrency.lockutils [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lock "ec3b9c58-b201-40ca-830b-29749bc54a83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.827243] env[68802]: INFO nova.compute.manager [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Terminating instance [ 638.831515] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 638.831515] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52245ea5-269d-0fc2-70a5-d3add89d3f35" [ 638.831515] env[68802]: _type = "Task" [ 638.831515] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.842124] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52245ea5-269d-0fc2-70a5-d3add89d3f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.885759] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.215043] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61721} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.218072] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] b268e90c-94cd-4b2f-8f26-f006f35542ee/b268e90c-94cd-4b2f-8f26-f006f35542ee.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.218433] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.218793] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fabc79b6-2d5f-442f-a4b0-ea6c2a7a6b51 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.227911] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 639.227911] env[68802]: value = "task-2794878" [ 639.227911] env[68802]: _type = "Task" [ 639.227911] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.248490] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.333702] env[68802]: DEBUG nova.compute.manager [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.333978] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.334937] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76439947-8744-45f0-afbe-9e161acc8631 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.359306] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52245ea5-269d-0fc2-70a5-d3add89d3f35, 'name': SearchDatastore_Task, 'duration_secs': 0.012171} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.362835] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.363165] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.363596] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.363964] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.363964] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.364383] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.368266] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5024163-6cc5-4e4e-8507-6e1d9768186f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.372223] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7ab986a-b1d5-4ef5-ad78-cfc0e32dd75b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.382597] env[68802]: DEBUG oslo_vmware.api [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794877, 'name': PowerOnVM_Task, 'duration_secs': 0.905644} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.385203] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.385430] env[68802]: INFO nova.compute.manager [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Took 10.30 seconds to spawn the instance on the hypervisor. [ 639.385602] env[68802]: DEBUG nova.compute.manager [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.385931] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.386073] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.386905] env[68802]: DEBUG oslo_vmware.api [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 639.386905] env[68802]: value = "task-2794879" [ 639.386905] env[68802]: _type = "Task" [ 639.386905] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.390438] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0674145a-0696-46fb-b05c-2a197acfa452 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.393224] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85e7955-ef5c-44fc-9298-3d4cf052f2df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.405316] env[68802]: DEBUG oslo_vmware.api [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.408848] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 639.408848] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a76748-f131-bce5-c0e0-c3c9765192f9" [ 639.408848] env[68802]: _type = "Task" [ 639.408848] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.414871] env[68802]: DEBUG nova.network.neutron [req-bf30d019-a686-49c8-b924-70e41a98fddc req-9d9d07ca-c887-4ac0-b75b-8640c5e52c70 service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Updated VIF entry in instance network info cache for port 9c6fe240-bbea-4792-9f10-71410508313c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.415247] env[68802]: DEBUG nova.network.neutron [req-bf30d019-a686-49c8-b924-70e41a98fddc req-9d9d07ca-c887-4ac0-b75b-8640c5e52c70 service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Updating instance_info_cache with network_info: [{"id": "9c6fe240-bbea-4792-9f10-71410508313c", "address": "fa:16:3e:a6:d5:26", "network": {"id": "a16218c9-0db1-41d4-8620-34eb59d17062", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-564207824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dd73cde49c45a78566fa3a3a9c307e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6fe240-bb", "ovs_interfaceid": "9c6fe240-bbea-4792-9f10-71410508313c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.432082] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a76748-f131-bce5-c0e0-c3c9765192f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.527239] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce657ec-6589-4e72-b8ec-68bfe46db964 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.538396] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5dbe40-a4d5-411c-8cbc-2cca3ac431ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.574462] env[68802]: DEBUG nova.compute.manager [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Received event network-changed-c21259f2-612f-4028-afe6-a27f1003c2b7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.574462] env[68802]: DEBUG nova.compute.manager [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Refreshing instance network info cache due to event network-changed-c21259f2-612f-4028-afe6-a27f1003c2b7. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 639.574627] env[68802]: DEBUG oslo_concurrency.lockutils [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] Acquiring lock "refresh_cache-f389060c-ceb9-4a8d-854f-5a3595cd61d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.575404] env[68802]: DEBUG oslo_concurrency.lockutils [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] Acquired lock "refresh_cache-f389060c-ceb9-4a8d-854f-5a3595cd61d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.575404] env[68802]: DEBUG nova.network.neutron [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Refreshing network info cache for port c21259f2-612f-4028-afe6-a27f1003c2b7 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.576562] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968dbb20-b85b-4354-a451-280a38f399ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.590318] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01be6411-87a7-41b1-aee4-45dfe3af32d2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.607403] env[68802]: DEBUG nova.compute.provider_tree [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.744807] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13329} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.744807] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.746153] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cd216a-e2f0-4cad-b3bb-8c20edc92cee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.772661] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] b268e90c-94cd-4b2f-8f26-f006f35542ee/b268e90c-94cd-4b2f-8f26-f006f35542ee.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.773098] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017004b6-0928-4835-b2e2-02f253734139 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.796027] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 639.796027] env[68802]: value = "task-2794880" [ 639.796027] env[68802]: _type = "Task" [ 639.796027] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.805873] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.910856] env[68802]: DEBUG oslo_vmware.api [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.935118] env[68802]: INFO nova.compute.manager [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Took 32.96 seconds to build instance. [ 639.936558] env[68802]: DEBUG oslo_concurrency.lockutils [req-bf30d019-a686-49c8-b924-70e41a98fddc req-9d9d07ca-c887-4ac0-b75b-8640c5e52c70 service nova] Releasing lock "refresh_cache-dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.946384] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a76748-f131-bce5-c0e0-c3c9765192f9, 'name': SearchDatastore_Task, 'duration_secs': 0.034358} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.947245] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e6c880-5502-4cd3-b3a4-9d516e42db7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.954769] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 639.954769] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bb6b3d-2425-6eb2-bf38-d675ef38e46f" [ 639.954769] env[68802]: _type = "Task" [ 639.954769] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.967785] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bb6b3d-2425-6eb2-bf38-d675ef38e46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.110534] env[68802]: DEBUG nova.scheduler.client.report [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.307846] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.408331] env[68802]: DEBUG oslo_vmware.api [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794879, 'name': PowerOffVM_Task, 'duration_secs': 0.619915} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.408607] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.408766] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.409035] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77ec4226-b953-4cad-b418-e5418ac7b507 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.413863] env[68802]: DEBUG nova.network.neutron [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Updated VIF entry in instance network info cache for port c21259f2-612f-4028-afe6-a27f1003c2b7. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.414242] env[68802]: DEBUG nova.network.neutron [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Updating instance_info_cache with network_info: [{"id": "c21259f2-612f-4028-afe6-a27f1003c2b7", "address": "fa:16:3e:ee:db:f0", "network": {"id": "1de72e19-bd19-4b96-8d77-83a04fa36177", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-94831491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac21481a3aa84e02b9622cd2eb4904e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21259f2-61", "ovs_interfaceid": "c21259f2-612f-4028-afe6-a27f1003c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.438638] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b2abe80c-de83-4667-99a1-43102dc9b74b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "057632d6-621b-4afd-971c-ab7695f46b70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.791s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.468118] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bb6b3d-2425-6eb2-bf38-d675ef38e46f, 'name': SearchDatastore_Task, 'duration_secs': 0.017001} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.468922] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.469352] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] f389060c-ceb9-4a8d-854f-5a3595cd61d7/f389060c-ceb9-4a8d-854f-5a3595cd61d7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.469905] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-248f771e-bece-4a9a-8c88-7686e1b7f758 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.480271] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 640.480271] env[68802]: value = "task-2794882" [ 640.480271] env[68802]: _type = "Task" [ 640.480271] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.495612] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.495612] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.495612] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Deleting the datastore file [datastore2] ec3b9c58-b201-40ca-830b-29749bc54a83 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.498853] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba59c33d-b4ce-40a2-b749-0acc82a3aa9d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.500893] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.508067] env[68802]: DEBUG oslo_vmware.api [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for the task: (returnval){ [ 640.508067] env[68802]: value = "task-2794883" [ 640.508067] env[68802]: _type = "Task" [ 640.508067] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.520044] env[68802]: DEBUG oslo_vmware.api [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.557534] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "2517392e-ffb6-4fc1-b38d-cef8cfe0059e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.557695] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "2517392e-ffb6-4fc1-b38d-cef8cfe0059e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.617505] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.617505] env[68802]: DEBUG nova.compute.manager [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.619846] env[68802]: DEBUG oslo_concurrency.lockutils [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.806s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.623988] env[68802]: DEBUG nova.objects.instance [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lazy-loading 'resources' on Instance uuid c9025454-e87b-4bfa-8b8d-4951d2085250 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.811302] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794880, 'name': ReconfigVM_Task, 'duration_secs': 0.614835} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.811792] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Reconfigured VM instance instance-00000013 to attach disk [datastore1] b268e90c-94cd-4b2f-8f26-f006f35542ee/b268e90c-94cd-4b2f-8f26-f006f35542ee.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.812597] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72204649-9c3a-4cf0-b951-6d282c472f5f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.826187] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 640.826187] env[68802]: value = "task-2794884" [ 640.826187] env[68802]: _type = "Task" [ 640.826187] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.850483] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794884, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.917127] env[68802]: DEBUG oslo_concurrency.lockutils [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] Releasing lock "refresh_cache-f389060c-ceb9-4a8d-854f-5a3595cd61d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.917127] env[68802]: DEBUG nova.compute.manager [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Received event network-changed-4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 640.917363] env[68802]: DEBUG nova.compute.manager [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Refreshing instance network info cache due to event network-changed-4b4fa446-33cf-4db7-8665-90f810200fc3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 640.917555] env[68802]: DEBUG oslo_concurrency.lockutils [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] Acquiring lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.917709] env[68802]: DEBUG oslo_concurrency.lockutils [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] Acquired lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.917946] env[68802]: DEBUG nova.network.neutron [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Refreshing network info cache for port 4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.944189] env[68802]: DEBUG nova.compute.manager [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.993936] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794882, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.023261] env[68802]: DEBUG oslo_vmware.api [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.128302] env[68802]: DEBUG nova.compute.utils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.133120] env[68802]: DEBUG nova.compute.manager [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.133334] env[68802]: DEBUG nova.network.neutron [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.185920] env[68802]: DEBUG nova.policy [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a91c42c89a4044e9b38de1fa8fca29b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ac4308f08c345188784ec4b16bbd7be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.340939] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794884, 'name': Rename_Task, 'duration_secs': 0.264965} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.340939] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.341275] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7572e899-7748-4508-9222-1473f8a011f9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.354076] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 641.354076] env[68802]: value = "task-2794885" [ 641.354076] env[68802]: _type = "Task" [ 641.354076] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.365215] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.475553] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.500333] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562274} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.500333] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] f389060c-ceb9-4a8d-854f-5a3595cd61d7/f389060c-ceb9-4a8d-854f-5a3595cd61d7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.504999] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.504999] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec0f2b5-e965-4a2a-b03b-0990f1c1d0d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.519880] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 641.519880] env[68802]: value = "task-2794886" [ 641.519880] env[68802]: _type = "Task" [ 641.519880] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.529994] env[68802]: DEBUG oslo_vmware.api [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Task: {'id': task-2794883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537384} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.531711] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.531934] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.532129] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.532664] env[68802]: INFO nova.compute.manager [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Took 2.20 seconds to destroy the instance on the hypervisor. [ 641.533071] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.533379] env[68802]: DEBUG nova.compute.manager [-] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.533481] env[68802]: DEBUG nova.network.neutron [-] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.538943] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.634042] env[68802]: DEBUG nova.compute.manager [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.792323] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafe3fe9-2edd-4869-bd13-b09ba95c22e0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.801836] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d001c769-ada2-41ac-bcdd-730b0ac0683b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.837077] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d420420-d072-4491-933d-a77a6675c517 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.846252] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d9b104-ceef-4274-9504-27f4f9980b00 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.867355] env[68802]: DEBUG nova.compute.provider_tree [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.872879] env[68802]: DEBUG nova.network.neutron [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Successfully created port: 462e4b56-e4d3-4f92-a5ad-85acb45caa97 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.882666] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.035650] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214716} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.035931] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.037810] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0f7a94-26d3-4d39-9a7d-c3c714320bbf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.071602] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] f389060c-ceb9-4a8d-854f-5a3595cd61d7/f389060c-ceb9-4a8d-854f-5a3595cd61d7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.073153] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6242c3a0-7e6f-483a-86ae-70deb4eaffc8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.097578] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 642.097578] env[68802]: value = "task-2794887" [ 642.097578] env[68802]: _type = "Task" [ 642.097578] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.104524] env[68802]: DEBUG nova.network.neutron [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updated VIF entry in instance network info cache for port 4b4fa446-33cf-4db7-8665-90f810200fc3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.104933] env[68802]: DEBUG nova.network.neutron [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updating instance_info_cache with network_info: [{"id": "4b4fa446-33cf-4db7-8665-90f810200fc3", "address": "fa:16:3e:3e:43:eb", "network": {"id": "a5b856f2-d899-465d-8c6e-18831fa95bca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-904031171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3500eb6b57494c2691d66b20fffa572f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4fa446-33", "ovs_interfaceid": "4b4fa446-33cf-4db7-8665-90f810200fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.115242] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.375833] env[68802]: DEBUG nova.scheduler.client.report [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.384974] env[68802]: DEBUG oslo_vmware.api [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2794885, 'name': PowerOnVM_Task, 'duration_secs': 0.607941} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.385419] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.385636] env[68802]: INFO nova.compute.manager [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Took 10.60 seconds to spawn the instance on the hypervisor. [ 642.385836] env[68802]: DEBUG nova.compute.manager [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.386897] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb95fb2-aaf3-4e99-a5a3-f05c70cc7dcf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.517764] env[68802]: DEBUG nova.compute.manager [req-2b31f27a-2041-4f3e-b6ee-a7c3ff8f9701 req-57e80fa3-bb41-4503-a992-c57c4a9d28fc service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Received event network-changed-919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.517764] env[68802]: DEBUG nova.compute.manager [req-2b31f27a-2041-4f3e-b6ee-a7c3ff8f9701 req-57e80fa3-bb41-4503-a992-c57c4a9d28fc service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Refreshing instance network info cache due to event network-changed-919cf11d-5226-4073-a06e-c5f09ba7cbfb. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 642.517764] env[68802]: DEBUG oslo_concurrency.lockutils [req-2b31f27a-2041-4f3e-b6ee-a7c3ff8f9701 req-57e80fa3-bb41-4503-a992-c57c4a9d28fc service nova] Acquiring lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.517764] env[68802]: DEBUG oslo_concurrency.lockutils [req-2b31f27a-2041-4f3e-b6ee-a7c3ff8f9701 req-57e80fa3-bb41-4503-a992-c57c4a9d28fc service nova] Acquired lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.517764] env[68802]: DEBUG nova.network.neutron [req-2b31f27a-2041-4f3e-b6ee-a7c3ff8f9701 req-57e80fa3-bb41-4503-a992-c57c4a9d28fc service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Refreshing network info cache for port 919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.574409] env[68802]: DEBUG nova.network.neutron [-] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.614934] env[68802]: DEBUG oslo_concurrency.lockutils [req-5d7d946e-2196-48cd-8c7d-0800d0432799 req-1dccb65b-be0a-4b36-bb09-802cf127d911 service nova] Releasing lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.615712] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.650075] env[68802]: DEBUG nova.compute.manager [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.681805] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.682662] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.682662] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.682662] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.682662] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.682907] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.683112] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.683226] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.683319] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.683589] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.683705] env[68802]: DEBUG nova.virt.hardware [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.684564] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a42eb0-c132-4307-a572-51489131bd02 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.695520] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bffe0b-1397-4358-aba8-afaeda831d3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.879397] env[68802]: DEBUG oslo_concurrency.lockutils [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.880908] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.463s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.883026] env[68802]: INFO nova.compute.claims [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.898563] env[68802]: INFO nova.scheduler.client.report [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Deleted allocations for instance c9025454-e87b-4bfa-8b8d-4951d2085250 [ 642.908680] env[68802]: INFO nova.compute.manager [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Took 35.42 seconds to build instance. [ 642.958363] env[68802]: DEBUG nova.compute.manager [req-88140c57-e33d-489e-8f47-df64a37f2f74 req-6555a817-0f06-4d75-ab5f-ee948c24619a service nova] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Received event network-vif-deleted-c1cc819a-d78e-4e1a-b64a-f508afc57a05 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 643.077198] env[68802]: INFO nova.compute.manager [-] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Took 1.54 seconds to deallocate network for instance. [ 643.111312] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794887, 'name': ReconfigVM_Task, 'duration_secs': 0.647749} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.111312] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Reconfigured VM instance instance-00000014 to attach disk [datastore2] f389060c-ceb9-4a8d-854f-5a3595cd61d7/f389060c-ceb9-4a8d-854f-5a3595cd61d7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.111519] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f176810-54c5-4ac6-acd8-cfe9ab22ed25 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.121597] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 643.121597] env[68802]: value = "task-2794888" [ 643.121597] env[68802]: _type = "Task" [ 643.121597] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.133412] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794888, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.202835] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquiring lock "8228be33-050d-4880-96b0-eb6734592837" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.203785] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lock "8228be33-050d-4880-96b0-eb6734592837" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.316179] env[68802]: DEBUG nova.network.neutron [req-2b31f27a-2041-4f3e-b6ee-a7c3ff8f9701 req-57e80fa3-bb41-4503-a992-c57c4a9d28fc service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Updated VIF entry in instance network info cache for port 919cf11d-5226-4073-a06e-c5f09ba7cbfb. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.317067] env[68802]: DEBUG nova.network.neutron [req-2b31f27a-2041-4f3e-b6ee-a7c3ff8f9701 req-57e80fa3-bb41-4503-a992-c57c4a9d28fc service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Updating instance_info_cache with network_info: [{"id": "919cf11d-5226-4073-a06e-c5f09ba7cbfb", "address": "fa:16:3e:80:a0:db", "network": {"id": "8e7c69a7-569c-48ef-8a34-52a6cf9d1d50", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-606925824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4b00f2c1fa46d8abc0061fa94f7fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919cf11d-52", "ovs_interfaceid": "919cf11d-5226-4073-a06e-c5f09ba7cbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.410730] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ba0b107-92ce-422d-89a3-2f6b3a698a16 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "b268e90c-94cd-4b2f-8f26-f006f35542ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.994s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.411502] env[68802]: DEBUG oslo_concurrency.lockutils [None req-62b4d016-9022-4cde-9b64-04abeedc28ea tempest-ServerDiagnosticsTest-1922328969 tempest-ServerDiagnosticsTest-1922328969-project-member] Lock "c9025454-e87b-4bfa-8b8d-4951d2085250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.803s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.585688] env[68802]: DEBUG oslo_concurrency.lockutils [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.637716] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794888, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.819816] env[68802]: DEBUG oslo_concurrency.lockutils [req-2b31f27a-2041-4f3e-b6ee-a7c3ff8f9701 req-57e80fa3-bb41-4503-a992-c57c4a9d28fc service nova] Releasing lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.919137] env[68802]: DEBUG nova.compute.manager [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.138240] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794888, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.245684] env[68802]: DEBUG nova.network.neutron [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Successfully updated port: 462e4b56-e4d3-4f92-a5ad-85acb45caa97 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.395498] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4df01e-84ce-490e-85c2-91b62ffe63bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.407456] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e909e226-a5a1-4a95-bcec-c45c807e1749 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.455473] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154d5b4f-9a65-4b57-86af-bc0a0d2366ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.465519] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a9cd1c-d901-43ae-a639-c9e15ac13134 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.470475] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.480169] env[68802]: DEBUG nova.compute.provider_tree [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.638639] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794888, 'name': Rename_Task, 'duration_secs': 1.305395} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.639350] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.639839] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7190205-e8f1-4e54-94f4-055b0aba0e52 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.713946] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 644.713946] env[68802]: value = "task-2794889" [ 644.713946] env[68802]: _type = "Task" [ 644.713946] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.724582] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.751040] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "refresh_cache-79e3c13d-7711-4db4-bdf0-1ba78f6335d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.751241] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired lock "refresh_cache-79e3c13d-7711-4db4-bdf0-1ba78f6335d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.751361] env[68802]: DEBUG nova.network.neutron [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.984050] env[68802]: DEBUG nova.scheduler.client.report [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.226765] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794889, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.342958] env[68802]: DEBUG nova.network.neutron [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.490289] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.490837] env[68802]: DEBUG nova.compute.manager [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.497530] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.445s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.498997] env[68802]: INFO nova.compute.claims [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.718993] env[68802]: DEBUG nova.network.neutron [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Updating instance_info_cache with network_info: [{"id": "462e4b56-e4d3-4f92-a5ad-85acb45caa97", "address": "fa:16:3e:00:fe:76", "network": {"id": "c82f75c9-8aaf-4e39-b655-963844100ce9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-841852065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac4308f08c345188784ec4b16bbd7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462e4b56-e4", "ovs_interfaceid": "462e4b56-e4d3-4f92-a5ad-85acb45caa97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.735478] env[68802]: DEBUG oslo_vmware.api [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794889, 'name': PowerOnVM_Task, 'duration_secs': 0.794432} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.741484] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.741484] env[68802]: INFO nova.compute.manager [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Took 11.20 seconds to spawn the instance on the hypervisor. [ 645.741484] env[68802]: DEBUG nova.compute.manager [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.741484] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc39dc8-b3b8-48d4-be2b-683e644239d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.824423] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquiring lock "5bc87656-795b-487d-a72f-4d0c4a717655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.824724] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Lock "5bc87656-795b-487d-a72f-4d0c4a717655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.006518] env[68802]: DEBUG nova.compute.utils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.012708] env[68802]: DEBUG nova.compute.manager [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.012708] env[68802]: DEBUG nova.network.neutron [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.061291] env[68802]: DEBUG nova.compute.manager [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Received event network-vif-plugged-462e4b56-e4d3-4f92-a5ad-85acb45caa97 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 646.061408] env[68802]: DEBUG oslo_concurrency.lockutils [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] Acquiring lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.061588] env[68802]: DEBUG oslo_concurrency.lockutils [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] Lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.061748] env[68802]: DEBUG oslo_concurrency.lockutils [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] Lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.061905] env[68802]: DEBUG nova.compute.manager [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] No waiting events found dispatching network-vif-plugged-462e4b56-e4d3-4f92-a5ad-85acb45caa97 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.063701] env[68802]: WARNING nova.compute.manager [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Received unexpected event network-vif-plugged-462e4b56-e4d3-4f92-a5ad-85acb45caa97 for instance with vm_state building and task_state spawning. [ 646.063701] env[68802]: DEBUG nova.compute.manager [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Received event network-changed-462e4b56-e4d3-4f92-a5ad-85acb45caa97 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 646.063701] env[68802]: DEBUG nova.compute.manager [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Refreshing instance network info cache due to event network-changed-462e4b56-e4d3-4f92-a5ad-85acb45caa97. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 646.063701] env[68802]: DEBUG oslo_concurrency.lockutils [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] Acquiring lock "refresh_cache-79e3c13d-7711-4db4-bdf0-1ba78f6335d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.142632] env[68802]: DEBUG nova.policy [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3874b35581423cac8761ccc9461421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cef9f72485d42ffb54d0c3777fdce1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.228950] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Releasing lock "refresh_cache-79e3c13d-7711-4db4-bdf0-1ba78f6335d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.228950] env[68802]: DEBUG nova.compute.manager [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Instance network_info: |[{"id": "462e4b56-e4d3-4f92-a5ad-85acb45caa97", "address": "fa:16:3e:00:fe:76", "network": {"id": "c82f75c9-8aaf-4e39-b655-963844100ce9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-841852065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac4308f08c345188784ec4b16bbd7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462e4b56-e4", "ovs_interfaceid": "462e4b56-e4d3-4f92-a5ad-85acb45caa97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.229265] env[68802]: DEBUG oslo_concurrency.lockutils [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] Acquired lock "refresh_cache-79e3c13d-7711-4db4-bdf0-1ba78f6335d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.229265] env[68802]: DEBUG nova.network.neutron [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Refreshing network info cache for port 462e4b56-e4d3-4f92-a5ad-85acb45caa97 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.230234] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:fe:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '462e4b56-e4d3-4f92-a5ad-85acb45caa97', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.242031] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Creating folder: Project (8ac4308f08c345188784ec4b16bbd7be). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.243144] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-945f14a1-3550-4b69-a41b-fc14aaa57274 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.261094] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Created folder: Project (8ac4308f08c345188784ec4b16bbd7be) in parent group-v561663. [ 646.261094] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Creating folder: Instances. Parent ref: group-v561725. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.261094] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd99fce3-b0d1-4b45-ae42-cb388bf7ed0e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.263117] env[68802]: INFO nova.compute.manager [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Took 35.75 seconds to build instance. [ 646.272916] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Created folder: Instances in parent group-v561725. [ 646.273281] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.273502] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.273714] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ef7dddd-0fb6-4d69-8fad-b19d2f2f935d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.294839] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.294839] env[68802]: value = "task-2794892" [ 646.294839] env[68802]: _type = "Task" [ 646.294839] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.302808] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794892, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.513172] env[68802]: DEBUG nova.compute.manager [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.765398] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7aecf5f8-421a-4f09-87eb-2c9074e0316b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.810s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.805536] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794892, 'name': CreateVM_Task, 'duration_secs': 0.345567} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.806454] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.806567] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.806686] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.807018] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.807445] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66278e62-518c-491b-a4c4-e5d832faf643 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.815333] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 646.815333] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52724ebe-ea57-773d-0e4d-fba22db5021d" [ 646.815333] env[68802]: _type = "Task" [ 646.815333] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.825282] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52724ebe-ea57-773d-0e4d-fba22db5021d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.851846] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "07b895ce-6399-4cc4-9154-97a6449ef6b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.852086] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.032446] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4415c7e-3e6b-4a8d-867c-646770231dfd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.041763] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcefb988-0bff-44de-911e-0f9ffd05f36c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.073905] env[68802]: DEBUG nova.network.neutron [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Successfully created port: ac56a375-44b6-41d6-a34d-d3a29ac4c7af {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.075815] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1bdb1a-d6ea-4b76-a91a-51705ec28edc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.083916] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bec59de-194d-43b6-8f4d-b49b469bc5f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.099096] env[68802]: DEBUG nova.compute.provider_tree [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.267850] env[68802]: DEBUG nova.compute.manager [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.327697] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52724ebe-ea57-773d-0e4d-fba22db5021d, 'name': SearchDatastore_Task, 'duration_secs': 0.018047} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.328041] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.328421] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.328662] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.328804] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.328976] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.329249] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8af3d23-c834-43a4-81f9-63d89d9ec4df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.338639] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.338825] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.339591] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072ba22c-2aa1-4ff9-8d17-3a676d68bf16 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.344868] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 647.344868] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528a1378-2cbb-a4ce-e91e-efeb58bffc19" [ 647.344868] env[68802]: _type = "Task" [ 647.344868] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.352477] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528a1378-2cbb-a4ce-e91e-efeb58bffc19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.400054] env[68802]: DEBUG nova.network.neutron [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Updated VIF entry in instance network info cache for port 462e4b56-e4d3-4f92-a5ad-85acb45caa97. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.400443] env[68802]: DEBUG nova.network.neutron [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Updating instance_info_cache with network_info: [{"id": "462e4b56-e4d3-4f92-a5ad-85acb45caa97", "address": "fa:16:3e:00:fe:76", "network": {"id": "c82f75c9-8aaf-4e39-b655-963844100ce9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-841852065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac4308f08c345188784ec4b16bbd7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462e4b56-e4", "ovs_interfaceid": "462e4b56-e4d3-4f92-a5ad-85acb45caa97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.528429] env[68802]: DEBUG nova.compute.manager [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.561470] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.561705] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.561859] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.562054] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.562201] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.562350] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.562578] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.562739] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.562901] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.563071] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.563244] env[68802]: DEBUG nova.virt.hardware [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.564139] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9be3b8b-7935-4e8d-a261-6a157cb25aa2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.580194] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e8ae85-7569-441c-b5c8-feb920c44efb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.604789] env[68802]: DEBUG nova.scheduler.client.report [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.799595] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.862548] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528a1378-2cbb-a4ce-e91e-efeb58bffc19, 'name': SearchDatastore_Task, 'duration_secs': 0.016449} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.863411] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40979871-9b61-4fc6-945f-5067ef9f7cf0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.871315] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 647.871315] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ec1be5-5258-aae9-8e7f-5c38d5c91d05" [ 647.871315] env[68802]: _type = "Task" [ 647.871315] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.880339] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ec1be5-5258-aae9-8e7f-5c38d5c91d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.903757] env[68802]: DEBUG oslo_concurrency.lockutils [req-aef4f62f-cd1e-413e-9d3d-97f53a9a06c6 req-10c23018-a9f5-46f6-a43d-31fb7817927e service nova] Releasing lock "refresh_cache-79e3c13d-7711-4db4-bdf0-1ba78f6335d7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.111940] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.112719] env[68802]: DEBUG nova.compute.manager [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.116648] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.092s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.117309] env[68802]: DEBUG nova.objects.instance [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lazy-loading 'resources' on Instance uuid 43b53df0-1d55-46f2-a7ab-883dd380aa17 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.237361] env[68802]: DEBUG nova.compute.manager [req-217c07bc-3df8-4d01-9c89-ae86a2b2aa53 req-1b4ed11a-5cb2-4765-a922-56c6c6409782 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Received event network-changed-919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 648.237361] env[68802]: DEBUG nova.compute.manager [req-217c07bc-3df8-4d01-9c89-ae86a2b2aa53 req-1b4ed11a-5cb2-4765-a922-56c6c6409782 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Refreshing instance network info cache due to event network-changed-919cf11d-5226-4073-a06e-c5f09ba7cbfb. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 648.237361] env[68802]: DEBUG oslo_concurrency.lockutils [req-217c07bc-3df8-4d01-9c89-ae86a2b2aa53 req-1b4ed11a-5cb2-4765-a922-56c6c6409782 service nova] Acquiring lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.237361] env[68802]: DEBUG oslo_concurrency.lockutils [req-217c07bc-3df8-4d01-9c89-ae86a2b2aa53 req-1b4ed11a-5cb2-4765-a922-56c6c6409782 service nova] Acquired lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.237361] env[68802]: DEBUG nova.network.neutron [req-217c07bc-3df8-4d01-9c89-ae86a2b2aa53 req-1b4ed11a-5cb2-4765-a922-56c6c6409782 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Refreshing network info cache for port 919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.390370] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ec1be5-5258-aae9-8e7f-5c38d5c91d05, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.390745] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.391096] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 79e3c13d-7711-4db4-bdf0-1ba78f6335d7/79e3c13d-7711-4db4-bdf0-1ba78f6335d7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.391438] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f797267-41c6-4bfd-ba1e-5a7dc4a2e247 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.399017] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 648.399017] env[68802]: value = "task-2794893" [ 648.399017] env[68802]: _type = "Task" [ 648.399017] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.407541] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.620748] env[68802]: DEBUG nova.compute.utils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.626414] env[68802]: DEBUG nova.compute.manager [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.627169] env[68802]: DEBUG nova.network.neutron [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.633962] env[68802]: DEBUG nova.compute.manager [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.772889] env[68802]: DEBUG nova.policy [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a424d00a994a2d9891cc7befa064cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac21481a3aa84e02b9622cd2eb4904e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.918943] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794893, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.290760] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc9c1bc-0de4-44a5-9eab-fedc1f0aef7d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.302122] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a59800a-e285-4be0-b37d-f50962e3dc26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.339951] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83333d9a-5b6f-407b-8d15-1e0037e97ae4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.347973] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21130940-a778-4303-8255-b565f0446cdf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.361923] env[68802]: DEBUG nova.compute.provider_tree [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.416998] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567538} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.418947] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 79e3c13d-7711-4db4-bdf0-1ba78f6335d7/79e3c13d-7711-4db4-bdf0-1ba78f6335d7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.419139] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.419437] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c3fb62d-0a32-4b04-84a2-7e475637eff5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.426748] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 649.426748] env[68802]: value = "task-2794894" [ 649.426748] env[68802]: _type = "Task" [ 649.426748] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.435460] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.623909] env[68802]: DEBUG nova.network.neutron [req-217c07bc-3df8-4d01-9c89-ae86a2b2aa53 req-1b4ed11a-5cb2-4765-a922-56c6c6409782 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Updated VIF entry in instance network info cache for port 919cf11d-5226-4073-a06e-c5f09ba7cbfb. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.624295] env[68802]: DEBUG nova.network.neutron [req-217c07bc-3df8-4d01-9c89-ae86a2b2aa53 req-1b4ed11a-5cb2-4765-a922-56c6c6409782 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Updating instance_info_cache with network_info: [{"id": "919cf11d-5226-4073-a06e-c5f09ba7cbfb", "address": "fa:16:3e:80:a0:db", "network": {"id": "8e7c69a7-569c-48ef-8a34-52a6cf9d1d50", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-606925824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4b00f2c1fa46d8abc0061fa94f7fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919cf11d-52", "ovs_interfaceid": "919cf11d-5226-4073-a06e-c5f09ba7cbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.645994] env[68802]: DEBUG nova.compute.manager [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.659707] env[68802]: DEBUG nova.network.neutron [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Successfully created port: dac6b37b-c0ad-4999-8855-abe4742af461 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.682228] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.682534] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.682985] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.683208] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.683364] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.683532] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.683747] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.683902] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.684079] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.684244] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.684414] env[68802]: DEBUG nova.virt.hardware [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.685304] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497d417c-0132-4b7f-83d1-9fc2d8b83fef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.694399] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3b6ef6-cf1f-4518-a4ea-312a9a6dcb6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.865692] env[68802]: DEBUG nova.scheduler.client.report [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.940020] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225635} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.940381] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.941744] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc46204-761e-480b-852e-678cb4305712 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.976533] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 79e3c13d-7711-4db4-bdf0-1ba78f6335d7/79e3c13d-7711-4db4-bdf0-1ba78f6335d7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.977226] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e0e855-7933-487f-94e3-7a08038270b7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.000646] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 650.000646] env[68802]: value = "task-2794895" [ 650.000646] env[68802]: _type = "Task" [ 650.000646] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.011744] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.127898] env[68802]: DEBUG oslo_concurrency.lockutils [req-217c07bc-3df8-4d01-9c89-ae86a2b2aa53 req-1b4ed11a-5cb2-4765-a922-56c6c6409782 service nova] Releasing lock "refresh_cache-b9061756-8344-441b-b1f2-5724e8566e98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.374422] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.377524] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.087s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.379182] env[68802]: INFO nova.compute.claims [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.408540] env[68802]: INFO nova.scheduler.client.report [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted allocations for instance 43b53df0-1d55-46f2-a7ab-883dd380aa17 [ 650.425110] env[68802]: DEBUG nova.compute.manager [req-69e12be3-fdd3-4e25-b81d-f237124f3dc7 req-15610f21-712e-45d8-b9a2-9c0fe9b0e9b0 service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Received event network-vif-plugged-ac56a375-44b6-41d6-a34d-d3a29ac4c7af {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 650.425110] env[68802]: DEBUG oslo_concurrency.lockutils [req-69e12be3-fdd3-4e25-b81d-f237124f3dc7 req-15610f21-712e-45d8-b9a2-9c0fe9b0e9b0 service nova] Acquiring lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.431021] env[68802]: DEBUG oslo_concurrency.lockutils [req-69e12be3-fdd3-4e25-b81d-f237124f3dc7 req-15610f21-712e-45d8-b9a2-9c0fe9b0e9b0 service nova] Lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.431021] env[68802]: DEBUG oslo_concurrency.lockutils [req-69e12be3-fdd3-4e25-b81d-f237124f3dc7 req-15610f21-712e-45d8-b9a2-9c0fe9b0e9b0 service nova] Lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.431021] env[68802]: DEBUG nova.compute.manager [req-69e12be3-fdd3-4e25-b81d-f237124f3dc7 req-15610f21-712e-45d8-b9a2-9c0fe9b0e9b0 service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] No waiting events found dispatching network-vif-plugged-ac56a375-44b6-41d6-a34d-d3a29ac4c7af {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.431021] env[68802]: WARNING nova.compute.manager [req-69e12be3-fdd3-4e25-b81d-f237124f3dc7 req-15610f21-712e-45d8-b9a2-9c0fe9b0e9b0 service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Received unexpected event network-vif-plugged-ac56a375-44b6-41d6-a34d-d3a29ac4c7af for instance with vm_state building and task_state spawning. [ 650.436947] env[68802]: DEBUG nova.network.neutron [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Successfully updated port: ac56a375-44b6-41d6-a34d-d3a29ac4c7af {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.514237] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794895, 'name': ReconfigVM_Task, 'duration_secs': 0.300021} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.514237] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 79e3c13d-7711-4db4-bdf0-1ba78f6335d7/79e3c13d-7711-4db4-bdf0-1ba78f6335d7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.515119] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3f5cee8-2a63-4767-ae23-f06723c67c0c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.521569] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 650.521569] env[68802]: value = "task-2794896" [ 650.521569] env[68802]: _type = "Task" [ 650.521569] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.530204] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794896, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.937235] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3866c97c-5f8f-4be2-8ee3-1ab3b0bd4ff6 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "43b53df0-1d55-46f2-a7ab-883dd380aa17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.686s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.944276] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "refresh_cache-5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.944276] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquired lock "refresh_cache-5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.944524] env[68802]: DEBUG nova.network.neutron [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.037152] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794896, 'name': Rename_Task, 'duration_secs': 0.145508} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.037525] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.037781] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-634fab45-4db5-40da-ae7e-b3848a58b0ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.046354] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 651.046354] env[68802]: value = "task-2794897" [ 651.046354] env[68802]: _type = "Task" [ 651.046354] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.059817] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.268594] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquiring lock "b9061756-8344-441b-b1f2-5724e8566e98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.269645] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lock "b9061756-8344-441b-b1f2-5724e8566e98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.270037] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquiring lock "b9061756-8344-441b-b1f2-5724e8566e98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.270201] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lock "b9061756-8344-441b-b1f2-5724e8566e98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.270433] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lock "b9061756-8344-441b-b1f2-5724e8566e98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.272821] env[68802]: INFO nova.compute.manager [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Terminating instance [ 651.543884] env[68802]: DEBUG nova.network.neutron [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.566583] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794897, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.777961] env[68802]: DEBUG nova.compute.manager [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.778120] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.779084] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aaa571-4c4e-471a-8f92-82447e2136fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.788997] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.790096] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908d32bd-d41b-479e-8ecf-59a32862453c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.796234] env[68802]: DEBUG oslo_vmware.api [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for the task: (returnval){ [ 651.796234] env[68802]: value = "task-2794898" [ 651.796234] env[68802]: _type = "Task" [ 651.796234] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.813763] env[68802]: DEBUG oslo_vmware.api [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.014420] env[68802]: DEBUG nova.network.neutron [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Successfully updated port: dac6b37b-c0ad-4999-8855-abe4742af461 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.065928] env[68802]: DEBUG oslo_vmware.api [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794897, 'name': PowerOnVM_Task, 'duration_secs': 0.80721} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.066108] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.066628] env[68802]: INFO nova.compute.manager [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Took 9.42 seconds to spawn the instance on the hypervisor. [ 652.066628] env[68802]: DEBUG nova.compute.manager [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.067967] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d989bd88-115e-4e39-9374-d26deadb1d3e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.132741] env[68802]: DEBUG nova.network.neutron [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Updating instance_info_cache with network_info: [{"id": "ac56a375-44b6-41d6-a34d-d3a29ac4c7af", "address": "fa:16:3e:cc:86:eb", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac56a375-44", "ovs_interfaceid": "ac56a375-44b6-41d6-a34d-d3a29ac4c7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.144126] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0368e427-6688-4c76-ae93-86c047c995c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.154905] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd7aef4-ebec-4852-badb-d0e5067b7a46 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.191357] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fdac19-991e-4515-8473-2154f5643bc3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.200362] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036cc6f1-51ae-45d0-a16d-71273b40e540 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.217548] env[68802]: DEBUG nova.compute.provider_tree [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.309824] env[68802]: DEBUG oslo_vmware.api [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794898, 'name': PowerOffVM_Task, 'duration_secs': 0.344648} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.310157] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.310333] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.310599] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aa2af86-18b6-44f0-8a66-0149411803e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.375943] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.375943] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.375943] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Deleting the datastore file [datastore1] b9061756-8344-441b-b1f2-5724e8566e98 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.375943] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6beeedbb-8e25-4edb-8d2d-c196003b62bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.383769] env[68802]: DEBUG oslo_vmware.api [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for the task: (returnval){ [ 652.383769] env[68802]: value = "task-2794900" [ 652.383769] env[68802]: _type = "Task" [ 652.383769] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.391963] env[68802]: DEBUG oslo_vmware.api [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.413093] env[68802]: DEBUG nova.compute.manager [req-345c4035-b5df-4213-bbe6-2779992fb611 req-1e49c3ed-2503-43ea-95e0-bb39c539bee7 service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Received event network-vif-plugged-dac6b37b-c0ad-4999-8855-abe4742af461 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 652.413420] env[68802]: DEBUG oslo_concurrency.lockutils [req-345c4035-b5df-4213-bbe6-2779992fb611 req-1e49c3ed-2503-43ea-95e0-bb39c539bee7 service nova] Acquiring lock "14a869ca-d93c-4dd9-964c-cfb14b40f069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.414367] env[68802]: DEBUG oslo_concurrency.lockutils [req-345c4035-b5df-4213-bbe6-2779992fb611 req-1e49c3ed-2503-43ea-95e0-bb39c539bee7 service nova] Lock "14a869ca-d93c-4dd9-964c-cfb14b40f069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.414813] env[68802]: DEBUG oslo_concurrency.lockutils [req-345c4035-b5df-4213-bbe6-2779992fb611 req-1e49c3ed-2503-43ea-95e0-bb39c539bee7 service nova] Lock "14a869ca-d93c-4dd9-964c-cfb14b40f069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.415431] env[68802]: DEBUG nova.compute.manager [req-345c4035-b5df-4213-bbe6-2779992fb611 req-1e49c3ed-2503-43ea-95e0-bb39c539bee7 service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] No waiting events found dispatching network-vif-plugged-dac6b37b-c0ad-4999-8855-abe4742af461 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.415681] env[68802]: WARNING nova.compute.manager [req-345c4035-b5df-4213-bbe6-2779992fb611 req-1e49c3ed-2503-43ea-95e0-bb39c539bee7 service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Received unexpected event network-vif-plugged-dac6b37b-c0ad-4999-8855-abe4742af461 for instance with vm_state building and task_state spawning. [ 652.521067] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "refresh_cache-14a869ca-d93c-4dd9-964c-cfb14b40f069" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.524087] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired lock "refresh_cache-14a869ca-d93c-4dd9-964c-cfb14b40f069" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.524087] env[68802]: DEBUG nova.network.neutron [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.590675] env[68802]: INFO nova.compute.manager [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Took 37.83 seconds to build instance. [ 652.635980] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Releasing lock "refresh_cache-5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.636371] env[68802]: DEBUG nova.compute.manager [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Instance network_info: |[{"id": "ac56a375-44b6-41d6-a34d-d3a29ac4c7af", "address": "fa:16:3e:cc:86:eb", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac56a375-44", "ovs_interfaceid": "ac56a375-44b6-41d6-a34d-d3a29ac4c7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.636899] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:86:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac56a375-44b6-41d6-a34d-d3a29ac4c7af', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.647190] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.647383] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.647617] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bf472ce-104f-4f8b-ab2f-f7cd2329431c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.669577] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.669577] env[68802]: value = "task-2794901" [ 652.669577] env[68802]: _type = "Task" [ 652.669577] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.678273] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794901, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.721645] env[68802]: DEBUG nova.scheduler.client.report [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.896731] env[68802]: DEBUG oslo_vmware.api [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Task: {'id': task-2794900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136221} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.897028] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.897322] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.897383] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.897555] env[68802]: INFO nova.compute.manager [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Took 1.12 seconds to destroy the instance on the hypervisor. [ 652.897800] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.898011] env[68802]: DEBUG nova.compute.manager [-] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.898281] env[68802]: DEBUG nova.network.neutron [-] [instance: b9061756-8344-441b-b1f2-5724e8566e98] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.073969] env[68802]: DEBUG nova.compute.manager [req-dbc879bd-d693-4602-936b-99759a41a0f8 req-33892427-f81b-4fad-951c-288224b171c0 service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Received event network-changed-ac56a375-44b6-41d6-a34d-d3a29ac4c7af {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 653.074070] env[68802]: DEBUG nova.compute.manager [req-dbc879bd-d693-4602-936b-99759a41a0f8 req-33892427-f81b-4fad-951c-288224b171c0 service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Refreshing instance network info cache due to event network-changed-ac56a375-44b6-41d6-a34d-d3a29ac4c7af. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 653.074464] env[68802]: DEBUG oslo_concurrency.lockutils [req-dbc879bd-d693-4602-936b-99759a41a0f8 req-33892427-f81b-4fad-951c-288224b171c0 service nova] Acquiring lock "refresh_cache-5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.074538] env[68802]: DEBUG oslo_concurrency.lockutils [req-dbc879bd-d693-4602-936b-99759a41a0f8 req-33892427-f81b-4fad-951c-288224b171c0 service nova] Acquired lock "refresh_cache-5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.074696] env[68802]: DEBUG nova.network.neutron [req-dbc879bd-d693-4602-936b-99759a41a0f8 req-33892427-f81b-4fad-951c-288224b171c0 service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Refreshing network info cache for port ac56a375-44b6-41d6-a34d-d3a29ac4c7af {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.093131] env[68802]: DEBUG nova.network.neutron [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.094310] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a08aa7c-c87b-463b-85ce-ecd8ad3635da tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.989s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.180852] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794901, 'name': CreateVM_Task, 'duration_secs': 0.510865} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.181032] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.181740] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.182016] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.182385] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.182922] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68cbd35c-5aee-4a3a-8765-ddc3b1838281 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.187537] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 653.187537] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52350425-33cb-4fdb-3200-0635a1e5e2ee" [ 653.187537] env[68802]: _type = "Task" [ 653.187537] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.195646] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52350425-33cb-4fdb-3200-0635a1e5e2ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.228314] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.228856] env[68802]: DEBUG nova.compute.manager [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.232155] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.880s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.232396] env[68802]: DEBUG nova.objects.instance [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lazy-loading 'resources' on Instance uuid a8322577-7f86-48e3-be17-8dfc19047045 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.475847] env[68802]: DEBUG nova.network.neutron [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Updating instance_info_cache with network_info: [{"id": "dac6b37b-c0ad-4999-8855-abe4742af461", "address": "fa:16:3e:1c:f4:58", "network": {"id": "1de72e19-bd19-4b96-8d77-83a04fa36177", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-94831491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac21481a3aa84e02b9622cd2eb4904e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac6b37b-c0", "ovs_interfaceid": "dac6b37b-c0ad-4999-8855-abe4742af461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.601462] env[68802]: DEBUG nova.compute.manager [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.711615] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52350425-33cb-4fdb-3200-0635a1e5e2ee, 'name': SearchDatastore_Task, 'duration_secs': 0.031605} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.711925] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.712178] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.712408] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.712590] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.712769] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.713051] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f77f1c7-ffb7-4674-a534-54206764ee62 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.733175] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.733708] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.740351] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-129a3087-37d2-4a5b-b75e-5388a885d0b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.744682] env[68802]: DEBUG nova.compute.utils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.753401] env[68802]: DEBUG nova.compute.manager [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.753597] env[68802]: DEBUG nova.network.neutron [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.759114] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 653.759114] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525840ec-9dc6-fb41-55cb-215eb470f62a" [ 653.759114] env[68802]: _type = "Task" [ 653.759114] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.771934] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525840ec-9dc6-fb41-55cb-215eb470f62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.895265] env[68802]: DEBUG nova.policy [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbb45487cf374209876aece0981cb3b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '416afebc096e413c8bd61a123027576e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.986889] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Releasing lock "refresh_cache-14a869ca-d93c-4dd9-964c-cfb14b40f069" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.990394] env[68802]: DEBUG nova.compute.manager [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Instance network_info: |[{"id": "dac6b37b-c0ad-4999-8855-abe4742af461", "address": "fa:16:3e:1c:f4:58", "network": {"id": "1de72e19-bd19-4b96-8d77-83a04fa36177", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-94831491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac21481a3aa84e02b9622cd2eb4904e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac6b37b-c0", "ovs_interfaceid": "dac6b37b-c0ad-4999-8855-abe4742af461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.991619] env[68802]: DEBUG nova.network.neutron [req-dbc879bd-d693-4602-936b-99759a41a0f8 req-33892427-f81b-4fad-951c-288224b171c0 service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Updated VIF entry in instance network info cache for port ac56a375-44b6-41d6-a34d-d3a29ac4c7af. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.992224] env[68802]: DEBUG nova.network.neutron [req-dbc879bd-d693-4602-936b-99759a41a0f8 req-33892427-f81b-4fad-951c-288224b171c0 service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Updating instance_info_cache with network_info: [{"id": "ac56a375-44b6-41d6-a34d-d3a29ac4c7af", "address": "fa:16:3e:cc:86:eb", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac56a375-44", "ovs_interfaceid": "ac56a375-44b6-41d6-a34d-d3a29ac4c7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.994533] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:f4:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac6b37b-c0ad-4999-8855-abe4742af461', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.007822] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.009560] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.010394] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b01ab4d-9116-43e0-84dc-50c6a14afd35 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.038276] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.038276] env[68802]: value = "task-2794902" [ 654.038276] env[68802]: _type = "Task" [ 654.038276] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.046591] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794902, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.083419] env[68802]: DEBUG nova.network.neutron [-] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.128982] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.252018] env[68802]: DEBUG nova.compute.manager [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.279032] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525840ec-9dc6-fb41-55cb-215eb470f62a, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.287019] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f29686d-fe2c-4170-8bef-05ba3e813ac7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.290016] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 654.290016] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5266b9ef-3369-dc6b-1306-126d880430bb" [ 654.290016] env[68802]: _type = "Task" [ 654.290016] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.300299] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5266b9ef-3369-dc6b-1306-126d880430bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.342693] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cb75a3-9c45-4b6b-ba95-5e27e93a7bbd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.350579] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc52cb4-3c22-491f-934a-93b93f143d53 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.391449] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ecebda-1dd8-4c91-badd-c209ac72ba85 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.402772] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90443a6f-cda6-4d09-99b6-9b4b449776b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.417324] env[68802]: DEBUG nova.compute.provider_tree [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.507940] env[68802]: DEBUG oslo_concurrency.lockutils [req-dbc879bd-d693-4602-936b-99759a41a0f8 req-33892427-f81b-4fad-951c-288224b171c0 service nova] Releasing lock "refresh_cache-5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.550065] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794902, 'name': CreateVM_Task, 'duration_secs': 0.355119} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.550065] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.550065] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.550308] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.550669] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.550941] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f09a28-190a-4af2-991c-4588bfd24b6e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.557173] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 654.557173] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525ff9e8-2ee6-952a-ea92-d08a788d8a22" [ 654.557173] env[68802]: _type = "Task" [ 654.557173] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.566695] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525ff9e8-2ee6-952a-ea92-d08a788d8a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.587400] env[68802]: INFO nova.compute.manager [-] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Took 1.69 seconds to deallocate network for instance. [ 654.663140] env[68802]: DEBUG nova.compute.manager [req-60251ce2-4fd9-4413-ab60-b13ed4c9a477 req-614c779c-796d-46f4-84ff-1503483d9583 service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Received event network-changed-dac6b37b-c0ad-4999-8855-abe4742af461 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 654.663140] env[68802]: DEBUG nova.compute.manager [req-60251ce2-4fd9-4413-ab60-b13ed4c9a477 req-614c779c-796d-46f4-84ff-1503483d9583 service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Refreshing instance network info cache due to event network-changed-dac6b37b-c0ad-4999-8855-abe4742af461. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 654.663140] env[68802]: DEBUG oslo_concurrency.lockutils [req-60251ce2-4fd9-4413-ab60-b13ed4c9a477 req-614c779c-796d-46f4-84ff-1503483d9583 service nova] Acquiring lock "refresh_cache-14a869ca-d93c-4dd9-964c-cfb14b40f069" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.663140] env[68802]: DEBUG oslo_concurrency.lockutils [req-60251ce2-4fd9-4413-ab60-b13ed4c9a477 req-614c779c-796d-46f4-84ff-1503483d9583 service nova] Acquired lock "refresh_cache-14a869ca-d93c-4dd9-964c-cfb14b40f069" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.663140] env[68802]: DEBUG nova.network.neutron [req-60251ce2-4fd9-4413-ab60-b13ed4c9a477 req-614c779c-796d-46f4-84ff-1503483d9583 service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Refreshing network info cache for port dac6b37b-c0ad-4999-8855-abe4742af461 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.802258] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5266b9ef-3369-dc6b-1306-126d880430bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012985} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.802748] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.803126] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b/5d7ca2c0-0656-428c-8f29-cdd6adc0b90b.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.803540] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85bc40fc-b100-4cb2-8ba8-e6e353ff153a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.811518] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 654.811518] env[68802]: value = "task-2794903" [ 654.811518] env[68802]: _type = "Task" [ 654.811518] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.820444] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.923208] env[68802]: DEBUG nova.scheduler.client.report [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.076696] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525ff9e8-2ee6-952a-ea92-d08a788d8a22, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.077129] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.077407] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.077648] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.077828] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.078020] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.078738] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a402b33c-e3de-4331-b64e-c4d314446c7f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.093477] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.093944] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.094883] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2843369-b608-4858-9ec9-4a43a9e3ab2f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.103443] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.108636] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 655.108636] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52587051-0b7b-c0cc-e946-6ddbe219e7f6" [ 655.108636] env[68802]: _type = "Task" [ 655.108636] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.116457] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52587051-0b7b-c0cc-e946-6ddbe219e7f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.265025] env[68802]: DEBUG nova.compute.manager [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.315977] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.316105] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.316735] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.316735] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.316735] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.316735] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.316900] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.317040] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.317207] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.317364] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.317531] env[68802]: DEBUG nova.virt.hardware [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.325321] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cc6402-a174-4b48-bba5-574bfbce6b70 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.338075] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476556} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.339446] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3230eeed-1c0f-4c42-b774-96074c189d6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.343664] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b/5d7ca2c0-0656-428c-8f29-cdd6adc0b90b.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.344026] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.344733] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b444e2b6-0fe8-4dfe-87fd-da18db742c16 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.359806] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 655.359806] env[68802]: value = "task-2794904" [ 655.359806] env[68802]: _type = "Task" [ 655.359806] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.369542] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.381494] env[68802]: DEBUG nova.compute.manager [req-ce339cd9-b976-4840-828e-33b9219a753f req-2325e62f-6550-478e-9639-68de14fe5c39 service nova] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Received event network-vif-deleted-919cf11d-5226-4073-a06e-c5f09ba7cbfb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 655.386194] env[68802]: DEBUG nova.network.neutron [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Successfully created port: 73a9a1d3-adc8-4be7-9059-4da20c6b9d25 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.430735] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.435141] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.407s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.435141] env[68802]: INFO nova.compute.claims [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.466568] env[68802]: INFO nova.scheduler.client.report [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted allocations for instance a8322577-7f86-48e3-be17-8dfc19047045 [ 655.486221] env[68802]: DEBUG nova.network.neutron [req-60251ce2-4fd9-4413-ab60-b13ed4c9a477 req-614c779c-796d-46f4-84ff-1503483d9583 service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Updated VIF entry in instance network info cache for port dac6b37b-c0ad-4999-8855-abe4742af461. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.486590] env[68802]: DEBUG nova.network.neutron [req-60251ce2-4fd9-4413-ab60-b13ed4c9a477 req-614c779c-796d-46f4-84ff-1503483d9583 service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Updating instance_info_cache with network_info: [{"id": "dac6b37b-c0ad-4999-8855-abe4742af461", "address": "fa:16:3e:1c:f4:58", "network": {"id": "1de72e19-bd19-4b96-8d77-83a04fa36177", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-94831491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac21481a3aa84e02b9622cd2eb4904e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac6b37b-c0", "ovs_interfaceid": "dac6b37b-c0ad-4999-8855-abe4742af461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.618089] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52587051-0b7b-c0cc-e946-6ddbe219e7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.054629} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.619501] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b89ad17-732f-443b-a937-ea2157956989 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.625072] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 655.625072] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521870d7-de24-112c-f418-914313a618f3" [ 655.625072] env[68802]: _type = "Task" [ 655.625072] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.633790] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521870d7-de24-112c-f418-914313a618f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.872073] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068233} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.872073] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.872073] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b60677a-a53a-413b-ae80-ac619a70d0d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.899303] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b/5d7ca2c0-0656-428c-8f29-cdd6adc0b90b.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.899670] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a227b864-a13d-4dbd-802f-ecaa19c1bdca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.920834] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 655.920834] env[68802]: value = "task-2794905" [ 655.920834] env[68802]: _type = "Task" [ 655.920834] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.931062] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.975942] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c08c666-5867-4eba-8243-c52033ae68bb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "a8322577-7f86-48e3-be17-8dfc19047045" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.051s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.989856] env[68802]: DEBUG oslo_concurrency.lockutils [req-60251ce2-4fd9-4413-ab60-b13ed4c9a477 req-614c779c-796d-46f4-84ff-1503483d9583 service nova] Releasing lock "refresh_cache-14a869ca-d93c-4dd9-964c-cfb14b40f069" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.137899] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521870d7-de24-112c-f418-914313a618f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.138183] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.138439] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 14a869ca-d93c-4dd9-964c-cfb14b40f069/14a869ca-d93c-4dd9-964c-cfb14b40f069.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.138699] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe356df1-fc6a-4e97-a96d-6df834fc16ce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.146559] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 656.146559] env[68802]: value = "task-2794906" [ 656.146559] env[68802]: _type = "Task" [ 656.146559] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.155303] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.432800] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794905, 'name': ReconfigVM_Task, 'duration_secs': 0.280376} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.433061] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b/5d7ca2c0-0656-428c-8f29-cdd6adc0b90b.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.433748] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f071325-840c-4f69-9881-c9cd8a3c1b89 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.448129] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 656.448129] env[68802]: value = "task-2794907" [ 656.448129] env[68802]: _type = "Task" [ 656.448129] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.461973] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794907, 'name': Rename_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.659481] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48628} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.663565] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 14a869ca-d93c-4dd9-964c-cfb14b40f069/14a869ca-d93c-4dd9-964c-cfb14b40f069.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.663971] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.664549] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dffb7d9c-24f1-4753-9ffb-8d517f7aeabd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.670111] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 656.670111] env[68802]: value = "task-2794908" [ 656.670111] env[68802]: _type = "Task" [ 656.670111] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.680117] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.919139] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "e27f0e5f-dd73-4d56-a714-53589958715e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.919427] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "e27f0e5f-dd73-4d56-a714-53589958715e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.963029] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794907, 'name': Rename_Task, 'duration_secs': 0.271621} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.963731] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.964013] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9430fefc-ddcc-45a0-b639-4c6eb0582929 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.974512] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 656.974512] env[68802]: value = "task-2794909" [ 656.974512] env[68802]: _type = "Task" [ 656.974512] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.983121] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.075352] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef2fafb-7546-4318-a2fc-cb2bb0c6eb88 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.085205] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d2c222-8be3-4bb2-a384-25c02d045bdd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.121204] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfe82b2-aa30-4868-8d56-099f5a4cf08f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.129669] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340d1e1a-fe7b-40fc-b50b-be4968aa8f66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.144021] env[68802]: DEBUG nova.compute.provider_tree [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.183915] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070344} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.185474] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.185474] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcfd301-04b4-4412-901d-45fb82d3abcf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.210777] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 14a869ca-d93c-4dd9-964c-cfb14b40f069/14a869ca-d93c-4dd9-964c-cfb14b40f069.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.211820] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be4e5d1b-ea63-4a23-b325-b0515a5af0a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.234035] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 657.234035] env[68802]: value = "task-2794910" [ 657.234035] env[68802]: _type = "Task" [ 657.234035] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.242619] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.487092] env[68802]: DEBUG oslo_vmware.api [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794909, 'name': PowerOnVM_Task, 'duration_secs': 0.474405} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.488033] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.488033] env[68802]: INFO nova.compute.manager [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Took 9.96 seconds to spawn the instance on the hypervisor. [ 657.488033] env[68802]: DEBUG nova.compute.manager [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.488554] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363a4153-51a4-4e6a-8f37-f9cd2b99eef5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.651197] env[68802]: DEBUG nova.scheduler.client.report [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.753124] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.780837] env[68802]: DEBUG nova.network.neutron [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Successfully updated port: 73a9a1d3-adc8-4be7-9059-4da20c6b9d25 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.008395] env[68802]: DEBUG nova.compute.manager [req-4282156a-4aab-4936-be27-06a2ed64f1ee req-40288028-b125-4b00-ad19-237029722d6b service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Received event network-vif-plugged-73a9a1d3-adc8-4be7-9059-4da20c6b9d25 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 658.008638] env[68802]: DEBUG oslo_concurrency.lockutils [req-4282156a-4aab-4936-be27-06a2ed64f1ee req-40288028-b125-4b00-ad19-237029722d6b service nova] Acquiring lock "19adf5a8-58f3-4367-bf08-377dc06bd813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.008923] env[68802]: DEBUG oslo_concurrency.lockutils [req-4282156a-4aab-4936-be27-06a2ed64f1ee req-40288028-b125-4b00-ad19-237029722d6b service nova] Lock "19adf5a8-58f3-4367-bf08-377dc06bd813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.009176] env[68802]: DEBUG oslo_concurrency.lockutils [req-4282156a-4aab-4936-be27-06a2ed64f1ee req-40288028-b125-4b00-ad19-237029722d6b service nova] Lock "19adf5a8-58f3-4367-bf08-377dc06bd813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.009409] env[68802]: DEBUG nova.compute.manager [req-4282156a-4aab-4936-be27-06a2ed64f1ee req-40288028-b125-4b00-ad19-237029722d6b service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] No waiting events found dispatching network-vif-plugged-73a9a1d3-adc8-4be7-9059-4da20c6b9d25 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.009624] env[68802]: WARNING nova.compute.manager [req-4282156a-4aab-4936-be27-06a2ed64f1ee req-40288028-b125-4b00-ad19-237029722d6b service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Received unexpected event network-vif-plugged-73a9a1d3-adc8-4be7-9059-4da20c6b9d25 for instance with vm_state building and task_state spawning. [ 658.015148] env[68802]: INFO nova.compute.manager [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Took 39.62 seconds to build instance. [ 658.156445] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.156909] env[68802]: DEBUG nova.compute.manager [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.159745] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.701s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.160809] env[68802]: DEBUG nova.objects.instance [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lazy-loading 'resources' on Instance uuid f84553d4-7d80-4fae-98ad-9bdeb46fe8b0 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.246133] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.246395] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.253611] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.282691] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquiring lock "refresh_cache-19adf5a8-58f3-4367-bf08-377dc06bd813" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.282849] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquired lock "refresh_cache-19adf5a8-58f3-4367-bf08-377dc06bd813" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.283029] env[68802]: DEBUG nova.network.neutron [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.519322] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ed17b998-36e3-4e3b-9f11-5bc76c54c5a5 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.603s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.666504] env[68802]: DEBUG nova.compute.utils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.671019] env[68802]: DEBUG nova.compute.manager [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.671019] env[68802]: DEBUG nova.network.neutron [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.732646] env[68802]: DEBUG nova.policy [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87e389379aef4b479f079cdb3308d4de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e74a2ce34e624a91aad211d51dda7a57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.746245] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794910, 'name': ReconfigVM_Task, 'duration_secs': 1.167446} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.748823] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 14a869ca-d93c-4dd9-964c-cfb14b40f069/14a869ca-d93c-4dd9-964c-cfb14b40f069.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.749804] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ca40371-7bd0-4818-b366-a99c2b4ddcdd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.756891] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 658.756891] env[68802]: value = "task-2794911" [ 658.756891] env[68802]: _type = "Task" [ 658.756891] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.770186] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794911, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.864581] env[68802]: DEBUG nova.network.neutron [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.025401] env[68802]: DEBUG nova.compute.manager [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.122079] env[68802]: DEBUG nova.network.neutron [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Successfully created port: 5adc9670-0f3f-46ce-a1ff-c625aca5c97e {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.171850] env[68802]: DEBUG nova.compute.manager [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.186093] env[68802]: DEBUG nova.network.neutron [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Updating instance_info_cache with network_info: [{"id": "73a9a1d3-adc8-4be7-9059-4da20c6b9d25", "address": "fa:16:3e:6e:9f:d9", "network": {"id": "0fa765e9-108f-466d-a065-e989ff6201da", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-653170025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416afebc096e413c8bd61a123027576e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a9a1d3-ad", "ovs_interfaceid": "73a9a1d3-adc8-4be7-9059-4da20c6b9d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.216136] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92b2b66-e81a-4177-a4f4-0117c2389388 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.225912] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee6e7cc-36d2-4b77-b7f5-72c1add0ae69 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.258020] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f10e48-f12e-4aa7-8d31-a4d642511d4e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.271479] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1f6fa5-6d87-422a-b2ff-23ebd3db879c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.275416] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794911, 'name': Rename_Task, 'duration_secs': 0.289382} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.275738] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.276342] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482611a8-c5f4-462f-a224-565721bbd488 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.288394] env[68802]: DEBUG nova.compute.provider_tree [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.296754] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 659.296754] env[68802]: value = "task-2794912" [ 659.296754] env[68802]: _type = "Task" [ 659.296754] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.306612] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.561254] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.570655] env[68802]: DEBUG nova.compute.manager [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.571107] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165c15c7-34ec-4a33-9f59-fd790cf66116 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.657985] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.658234] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.689398] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Releasing lock "refresh_cache-19adf5a8-58f3-4367-bf08-377dc06bd813" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.689820] env[68802]: DEBUG nova.compute.manager [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Instance network_info: |[{"id": "73a9a1d3-adc8-4be7-9059-4da20c6b9d25", "address": "fa:16:3e:6e:9f:d9", "network": {"id": "0fa765e9-108f-466d-a065-e989ff6201da", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-653170025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416afebc096e413c8bd61a123027576e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a9a1d3-ad", "ovs_interfaceid": "73a9a1d3-adc8-4be7-9059-4da20c6b9d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.691120] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:9f:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73a9a1d3-adc8-4be7-9059-4da20c6b9d25', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.699425] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Creating folder: Project (416afebc096e413c8bd61a123027576e). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.701363] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c62331f1-18db-4acb-bfb3-1ac148e82a9f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.708791] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f511012-18eb-441a-aae8-3732cc067d37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.715520] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e10554-f32c-4053-874d-36ef7e2938eb tempest-ServersAdminNegativeTestJSON-297453099 tempest-ServersAdminNegativeTestJSON-297453099-project-admin] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Suspending the VM {{(pid=68802) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 659.715698] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6f87baf9-47f8-4625-8adf-c3cd4bea0e66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.725250] env[68802]: DEBUG oslo_vmware.api [None req-d6e10554-f32c-4053-874d-36ef7e2938eb tempest-ServersAdminNegativeTestJSON-297453099 tempest-ServersAdminNegativeTestJSON-297453099-project-admin] Waiting for the task: (returnval){ [ 659.725250] env[68802]: value = "task-2794914" [ 659.725250] env[68802]: _type = "Task" [ 659.725250] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.725518] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Created folder: Project (416afebc096e413c8bd61a123027576e) in parent group-v561663. [ 659.725663] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Creating folder: Instances. Parent ref: group-v561730. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.725931] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ce065f-020a-4f39-a631-257982d008ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.737435] env[68802]: DEBUG oslo_vmware.api [None req-d6e10554-f32c-4053-874d-36ef7e2938eb tempest-ServersAdminNegativeTestJSON-297453099 tempest-ServersAdminNegativeTestJSON-297453099-project-admin] Task: {'id': task-2794914, 'name': SuspendVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.740158] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Created folder: Instances in parent group-v561730. [ 659.740158] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.740158] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.740158] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7e758a2-5f54-4cb1-ae6f-ec9f43d21961 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.758454] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.758454] env[68802]: value = "task-2794916" [ 659.758454] env[68802]: _type = "Task" [ 659.758454] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.770021] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794916, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.791740] env[68802]: DEBUG nova.scheduler.client.report [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.808319] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.085067] env[68802]: INFO nova.compute.manager [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] instance snapshotting [ 660.088623] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f783922-ab61-4b56-9405-2b7c0bba8a23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.111206] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724e4948-511c-4f5c-be4c-33d22a13c30a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.181722] env[68802]: DEBUG nova.compute.manager [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.206763] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.207039] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.207221] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.207410] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.207552] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.207698] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.207904] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.208067] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.208269] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.208434] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.208626] env[68802]: DEBUG nova.virt.hardware [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.209580] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f24758-a845-4018-8f76-ed72f1688e4a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.218159] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f13c5-30cf-4ff1-9b5d-81e9594dd62f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.240578] env[68802]: DEBUG oslo_vmware.api [None req-d6e10554-f32c-4053-874d-36ef7e2938eb tempest-ServersAdminNegativeTestJSON-297453099 tempest-ServersAdminNegativeTestJSON-297453099-project-admin] Task: {'id': task-2794914, 'name': SuspendVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.271137] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794916, 'name': CreateVM_Task, 'duration_secs': 0.396785} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.271137] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.272030] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.272030] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.272182] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.272551] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c88f74f-106f-4d18-92b7-78a64c9cf315 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.277385] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for the task: (returnval){ [ 660.277385] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52138814-fefe-161b-9d51-1e4445059b03" [ 660.277385] env[68802]: _type = "Task" [ 660.277385] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.005866] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.846s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.008825] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 661.010502] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52138814-fefe-161b-9d51-1e4445059b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.010694] env[68802]: WARNING oslo_vmware.common.loopingcall [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] task run outlasted interval by 0.233089 sec [ 661.011555] env[68802]: DEBUG nova.network.neutron [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Successfully updated port: 5adc9670-0f3f-46ce-a1ff-c625aca5c97e {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.013668] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.602s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.015604] env[68802]: INFO nova.compute.claims [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.020395] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-42e3adc3-d3ab-4c62-8e5a-5efc474697f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.023200] env[68802]: DEBUG nova.compute.manager [req-bbbce690-b4f0-4883-b0c1-6c58860922d1 req-14228da5-10cc-4570-a8d6-c028916193a0 service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Received event network-changed-73a9a1d3-adc8-4be7-9059-4da20c6b9d25 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 661.023275] env[68802]: DEBUG nova.compute.manager [req-bbbce690-b4f0-4883-b0c1-6c58860922d1 req-14228da5-10cc-4570-a8d6-c028916193a0 service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Refreshing instance network info cache due to event network-changed-73a9a1d3-adc8-4be7-9059-4da20c6b9d25. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 661.023439] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbbce690-b4f0-4883-b0c1-6c58860922d1 req-14228da5-10cc-4570-a8d6-c028916193a0 service nova] Acquiring lock "refresh_cache-19adf5a8-58f3-4367-bf08-377dc06bd813" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.023573] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbbce690-b4f0-4883-b0c1-6c58860922d1 req-14228da5-10cc-4570-a8d6-c028916193a0 service nova] Acquired lock "refresh_cache-19adf5a8-58f3-4367-bf08-377dc06bd813" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.023727] env[68802]: DEBUG nova.network.neutron [req-bbbce690-b4f0-4883-b0c1-6c58860922d1 req-14228da5-10cc-4570-a8d6-c028916193a0 service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Refreshing network info cache for port 73a9a1d3-adc8-4be7-9059-4da20c6b9d25 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.034552] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "0da19fe3-b125-411e-9dc5-9c980487deed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.034769] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.037458] env[68802]: INFO nova.scheduler.client.report [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleted allocations for instance f84553d4-7d80-4fae-98ad-9bdeb46fe8b0 [ 661.051773] env[68802]: DEBUG oslo_vmware.api [None req-d6e10554-f32c-4053-874d-36ef7e2938eb tempest-ServersAdminNegativeTestJSON-297453099 tempest-ServersAdminNegativeTestJSON-297453099-project-admin] Task: {'id': task-2794914, 'name': SuspendVM_Task, 'duration_secs': 1.077243} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.051773] env[68802]: DEBUG oslo_vmware.api [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794912, 'name': PowerOnVM_Task, 'duration_secs': 1.721027} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.051773] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e10554-f32c-4053-874d-36ef7e2938eb tempest-ServersAdminNegativeTestJSON-297453099 tempest-ServersAdminNegativeTestJSON-297453099-project-admin] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Suspended the VM {{(pid=68802) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 661.051968] env[68802]: DEBUG nova.compute.manager [None req-d6e10554-f32c-4053-874d-36ef7e2938eb tempest-ServersAdminNegativeTestJSON-297453099 tempest-ServersAdminNegativeTestJSON-297453099-project-admin] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.052149] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.052331] env[68802]: INFO nova.compute.manager [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Took 11.41 seconds to spawn the instance on the hypervisor. [ 661.052489] env[68802]: DEBUG nova.compute.manager [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.052806] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 661.052806] env[68802]: value = "task-2794917" [ 661.052806] env[68802]: _type = "Task" [ 661.052806] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.053556] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e42a7-8ee4-4f2d-8908-97437781a92b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.056946] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239332cb-fdeb-437a-8ff9-802a2b25791f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.066995] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52138814-fefe-161b-9d51-1e4445059b03, 'name': SearchDatastore_Task, 'duration_secs': 0.045233} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.067832] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.068136] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.068378] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.068524] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.068731] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.069319] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a36f459e-4517-4c61-a4e0-51c2633fd3dc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.079067] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794917, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.090463] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.090784] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.091400] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b014fd59-98c6-48ae-8ded-0b68f3553831 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.096996] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for the task: (returnval){ [ 661.096996] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5260eb39-9c5a-ba03-c253-77fe60c5895c" [ 661.096996] env[68802]: _type = "Task" [ 661.096996] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.104619] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5260eb39-9c5a-ba03-c253-77fe60c5895c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.531549] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquiring lock "refresh_cache-5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.531750] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquired lock "refresh_cache-5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.532040] env[68802]: DEBUG nova.network.neutron [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.551696] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7eb77ac3-fbf2-43dd-9cb8-5d7955ff30c1 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f84553d4-7d80-4fae-98ad-9bdeb46fe8b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.804s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.573136] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794917, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.598186] env[68802]: INFO nova.compute.manager [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Took 40.60 seconds to build instance. [ 661.608322] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5260eb39-9c5a-ba03-c253-77fe60c5895c, 'name': SearchDatastore_Task, 'duration_secs': 0.02945} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.609772] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3485983f-6bfb-4d51-aa52-9cc6651fa7f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.617673] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for the task: (returnval){ [ 661.617673] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529dcdf0-af3a-4292-7e0a-16a42ae31846" [ 661.617673] env[68802]: _type = "Task" [ 661.617673] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.626027] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529dcdf0-af3a-4292-7e0a-16a42ae31846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.811204] env[68802]: DEBUG nova.network.neutron [req-bbbce690-b4f0-4883-b0c1-6c58860922d1 req-14228da5-10cc-4570-a8d6-c028916193a0 service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Updated VIF entry in instance network info cache for port 73a9a1d3-adc8-4be7-9059-4da20c6b9d25. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.811573] env[68802]: DEBUG nova.network.neutron [req-bbbce690-b4f0-4883-b0c1-6c58860922d1 req-14228da5-10cc-4570-a8d6-c028916193a0 service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Updating instance_info_cache with network_info: [{"id": "73a9a1d3-adc8-4be7-9059-4da20c6b9d25", "address": "fa:16:3e:6e:9f:d9", "network": {"id": "0fa765e9-108f-466d-a065-e989ff6201da", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-653170025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416afebc096e413c8bd61a123027576e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a9a1d3-ad", "ovs_interfaceid": "73a9a1d3-adc8-4be7-9059-4da20c6b9d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.072841] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794917, 'name': CreateSnapshot_Task, 'duration_secs': 0.858319} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.072982] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 662.073800] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ac9e0a-986b-4b4a-99c3-aa7e110cfdbb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.089866] env[68802]: DEBUG nova.network.neutron [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.104161] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a3639f95-e33b-476b-8c8c-c3d88a28fca3 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "14a869ca-d93c-4dd9-964c-cfb14b40f069" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.644s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.131845] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529dcdf0-af3a-4292-7e0a-16a42ae31846, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.132443] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.132950] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 19adf5a8-58f3-4367-bf08-377dc06bd813/19adf5a8-58f3-4367-bf08-377dc06bd813.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.133388] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47242219-d97c-40bc-8783-cbe0b810f015 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.144659] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for the task: (returnval){ [ 662.144659] env[68802]: value = "task-2794918" [ 662.144659] env[68802]: _type = "Task" [ 662.144659] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.161020] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.298586] env[68802]: DEBUG nova.network.neutron [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Updating instance_info_cache with network_info: [{"id": "5adc9670-0f3f-46ce-a1ff-c625aca5c97e", "address": "fa:16:3e:ea:3f:a9", "network": {"id": "d6041c1d-0850-4bfd-b60e-9b2b2bcb48b3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-148400220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e74a2ce34e624a91aad211d51dda7a57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5adc9670-0f", "ovs_interfaceid": "5adc9670-0f3f-46ce-a1ff-c625aca5c97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.314083] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbbce690-b4f0-4883-b0c1-6c58860922d1 req-14228da5-10cc-4570-a8d6-c028916193a0 service nova] Releasing lock "refresh_cache-19adf5a8-58f3-4367-bf08-377dc06bd813" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.562232] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7c688e-abb2-4672-9fbb-f7bfcb94c143 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.570385] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e047abb3-be93-442f-a6db-6b286a25e014 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.612150] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 662.614347] env[68802]: DEBUG nova.compute.manager [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.615524] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed5ef38e-89f8-4fcd-a2a7-3a5288ba06ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.619502] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a234e2-1bbf-4a11-9e6c-0f059c415fb1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.623058] env[68802]: DEBUG nova.compute.manager [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Received event network-vif-plugged-5adc9670-0f3f-46ce-a1ff-c625aca5c97e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 662.623262] env[68802]: DEBUG oslo_concurrency.lockutils [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] Acquiring lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.623459] env[68802]: DEBUG oslo_concurrency.lockutils [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] Lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.623637] env[68802]: DEBUG oslo_concurrency.lockutils [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] Lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.623832] env[68802]: DEBUG nova.compute.manager [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] No waiting events found dispatching network-vif-plugged-5adc9670-0f3f-46ce-a1ff-c625aca5c97e {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.623995] env[68802]: WARNING nova.compute.manager [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Received unexpected event network-vif-plugged-5adc9670-0f3f-46ce-a1ff-c625aca5c97e for instance with vm_state building and task_state spawning. [ 662.624174] env[68802]: DEBUG nova.compute.manager [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Received event network-changed-5adc9670-0f3f-46ce-a1ff-c625aca5c97e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 662.624320] env[68802]: DEBUG nova.compute.manager [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Refreshing instance network info cache due to event network-changed-5adc9670-0f3f-46ce-a1ff-c625aca5c97e. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 662.624478] env[68802]: DEBUG oslo_concurrency.lockutils [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] Acquiring lock "refresh_cache-5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.631328] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f055f99f-db01-4cdc-93ab-e3c2a653fc66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.635662] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 662.635662] env[68802]: value = "task-2794919" [ 662.635662] env[68802]: _type = "Task" [ 662.635662] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.648441] env[68802]: DEBUG nova.compute.provider_tree [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.656969] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794919, 'name': CloneVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.662048] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794918, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.801288] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Releasing lock "refresh_cache-5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.801647] env[68802]: DEBUG nova.compute.manager [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Instance network_info: |[{"id": "5adc9670-0f3f-46ce-a1ff-c625aca5c97e", "address": "fa:16:3e:ea:3f:a9", "network": {"id": "d6041c1d-0850-4bfd-b60e-9b2b2bcb48b3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-148400220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e74a2ce34e624a91aad211d51dda7a57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5adc9670-0f", "ovs_interfaceid": "5adc9670-0f3f-46ce-a1ff-c625aca5c97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.802046] env[68802]: DEBUG oslo_concurrency.lockutils [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] Acquired lock "refresh_cache-5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.802245] env[68802]: DEBUG nova.network.neutron [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Refreshing network info cache for port 5adc9670-0f3f-46ce-a1ff-c625aca5c97e {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.803717] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:3f:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5adc9670-0f3f-46ce-a1ff-c625aca5c97e', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.812731] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Creating folder: Project (e74a2ce34e624a91aad211d51dda7a57). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.815567] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb84ccff-2301-4693-a199-8f93472c304e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.831508] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Created folder: Project (e74a2ce34e624a91aad211d51dda7a57) in parent group-v561663. [ 662.831894] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Creating folder: Instances. Parent ref: group-v561735. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.832062] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c7d0fc-be9d-4c83-86ad-15b89bc4ca16 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.845256] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Created folder: Instances in parent group-v561735. [ 662.845579] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.845945] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.846107] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-248391cb-0c9d-41f9-aa37-8302724bceb2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.868444] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.868444] env[68802]: value = "task-2794922" [ 662.868444] env[68802]: _type = "Task" [ 662.868444] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.878114] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794922, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.147724] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794919, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.152482] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.156732] env[68802]: DEBUG nova.scheduler.client.report [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.159939] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931471} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.160863] env[68802]: DEBUG nova.network.neutron [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Updated VIF entry in instance network info cache for port 5adc9670-0f3f-46ce-a1ff-c625aca5c97e. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.161091] env[68802]: DEBUG nova.network.neutron [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Updating instance_info_cache with network_info: [{"id": "5adc9670-0f3f-46ce-a1ff-c625aca5c97e", "address": "fa:16:3e:ea:3f:a9", "network": {"id": "d6041c1d-0850-4bfd-b60e-9b2b2bcb48b3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-148400220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e74a2ce34e624a91aad211d51dda7a57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5adc9670-0f", "ovs_interfaceid": "5adc9670-0f3f-46ce-a1ff-c625aca5c97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.162113] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 19adf5a8-58f3-4367-bf08-377dc06bd813/19adf5a8-58f3-4367-bf08-377dc06bd813.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.162299] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.162834] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a48a2c5-3d89-4829-952a-8dcf08fb43ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.169525] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for the task: (returnval){ [ 663.169525] env[68802]: value = "task-2794923" [ 663.169525] env[68802]: _type = "Task" [ 663.169525] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.180207] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.379316] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794922, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.647858] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794919, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.663865] env[68802]: DEBUG oslo_concurrency.lockutils [req-412ae3e3-3a4c-4eba-bfa8-794343ae3b30 req-75537d7a-27fe-42f6-a6a6-2118bf3627cf service nova] Releasing lock "refresh_cache-5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.665094] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.667017] env[68802]: DEBUG nova.compute.manager [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.668868] env[68802]: DEBUG oslo_concurrency.lockutils [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.732s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.669277] env[68802]: DEBUG nova.objects.instance [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lazy-loading 'resources' on Instance uuid f235dee2-a99f-4a13-b718-f20306db3cf7 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.680509] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115356} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.681484] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.682185] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9044900c-03e3-42b0-a3e2-c1a9cb543591 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.706691] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 19adf5a8-58f3-4367-bf08-377dc06bd813/19adf5a8-58f3-4367-bf08-377dc06bd813.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.706691] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e5f8f0d-5ff0-47ac-9fe4-e0c7560935fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.728948] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for the task: (returnval){ [ 663.728948] env[68802]: value = "task-2794924" [ 663.728948] env[68802]: _type = "Task" [ 663.728948] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.740625] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.879591] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794922, 'name': CreateVM_Task, 'duration_secs': 0.747158} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.879764] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.880478] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.880641] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.880961] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.881233] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02607576-4c5a-4b69-99fc-32ac11fe308c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.886249] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for the task: (returnval){ [ 663.886249] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520aad22-d4d9-63f4-b1fb-2a30b770ddce" [ 663.886249] env[68802]: _type = "Task" [ 663.886249] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.894360] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520aad22-d4d9-63f4-b1fb-2a30b770ddce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.937165] env[68802]: DEBUG oslo_concurrency.lockutils [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.937485] env[68802]: DEBUG oslo_concurrency.lockutils [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.937825] env[68802]: DEBUG oslo_concurrency.lockutils [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.938160] env[68802]: DEBUG oslo_concurrency.lockutils [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.938415] env[68802]: DEBUG oslo_concurrency.lockutils [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.940682] env[68802]: INFO nova.compute.manager [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Terminating instance [ 664.149716] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794919, 'name': CloneVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.172863] env[68802]: DEBUG nova.compute.utils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.177969] env[68802]: DEBUG nova.compute.manager [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Not allocating networking since 'none' was specified. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 664.241730] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794924, 'name': ReconfigVM_Task, 'duration_secs': 0.273206} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.244811] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 19adf5a8-58f3-4367-bf08-377dc06bd813/19adf5a8-58f3-4367-bf08-377dc06bd813.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.246533] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd37e9d7-87fe-494f-af15-c8350c85ee6c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.255903] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for the task: (returnval){ [ 664.255903] env[68802]: value = "task-2794925" [ 664.255903] env[68802]: _type = "Task" [ 664.255903] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.264211] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794925, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.398090] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520aad22-d4d9-63f4-b1fb-2a30b770ddce, 'name': SearchDatastore_Task, 'duration_secs': 0.018092} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.398443] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.398689] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.399415] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.399621] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.399815] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.400285] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af9db9c3-43f0-4c80-a29d-4ded42bff946 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.415043] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.415241] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.418241] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58cbc173-4502-404b-9bf9-038f16a9f9ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.423684] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for the task: (returnval){ [ 664.423684] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527e4d60-60a0-944c-a321-676fe6128e5a" [ 664.423684] env[68802]: _type = "Task" [ 664.423684] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.432280] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527e4d60-60a0-944c-a321-676fe6128e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.446295] env[68802]: DEBUG nova.compute.manager [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.446506] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.447473] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9cc258-d870-4cd4-9aab-e8b3108a4948 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.454298] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.455453] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f723baa-b57a-45f6-9faa-1ec305afa257 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.532865] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.533164] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.533324] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Deleting the datastore file [datastore2] 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.533863] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-284433cb-adbe-4f70-8f2b-df2591170425 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.541481] env[68802]: DEBUG oslo_vmware.api [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 664.541481] env[68802]: value = "task-2794927" [ 664.541481] env[68802]: _type = "Task" [ 664.541481] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.552100] env[68802]: DEBUG oslo_vmware.api [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.655947] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794919, 'name': CloneVM_Task, 'duration_secs': 1.555265} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.656459] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Created linked-clone VM from snapshot [ 664.659795] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5c90e8-3d69-46cf-b682-f1a376106729 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.667627] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Uploading image 47e09220-753f-4413-a706-788a32de1234 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 664.679514] env[68802]: DEBUG nova.compute.manager [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.685146] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 664.685146] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38c56b79-8d08-4b9e-a268-6034ac36c33e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.694604] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 664.694604] env[68802]: value = "task-2794928" [ 664.694604] env[68802]: _type = "Task" [ 664.694604] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.709018] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794928, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.767237] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794925, 'name': Rename_Task, 'duration_secs': 0.134239} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.767627] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.767937] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15763e2e-3e00-483a-b957-929e566fb106 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.774415] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for the task: (returnval){ [ 664.774415] env[68802]: value = "task-2794929" [ 664.774415] env[68802]: _type = "Task" [ 664.774415] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.785910] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.794034] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa123220-8d8b-4be2-b979-f6c17ea4a577 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.801491] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dc31c5-f641-4071-b4e9-92778b8a486e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.834049] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b8ee50-aca4-47e7-b38f-e01c2b31dd9f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.842673] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce5cf17-ec03-4186-aea5-47818bccdf19 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.858804] env[68802]: DEBUG nova.compute.provider_tree [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.934288] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527e4d60-60a0-944c-a321-676fe6128e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.0345} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.935507] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548c7022-b91b-4f7c-bb0d-547f8bd92876 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.941353] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for the task: (returnval){ [ 664.941353] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cc23d0-4873-a745-4676-02c6352c8327" [ 664.941353] env[68802]: _type = "Task" [ 664.941353] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.949636] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cc23d0-4873-a745-4676-02c6352c8327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.050531] env[68802]: DEBUG oslo_vmware.api [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2794927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343077} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.050783] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.050961] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.051502] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.051502] env[68802]: INFO nova.compute.manager [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 665.051679] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.051862] env[68802]: DEBUG nova.compute.manager [-] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.051957] env[68802]: DEBUG nova.network.neutron [-] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.151730] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "057632d6-621b-4afd-971c-ab7695f46b70" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.152085] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "057632d6-621b-4afd-971c-ab7695f46b70" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.152366] env[68802]: DEBUG nova.compute.manager [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.153399] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e98f8d-64a0-445a-8a8d-676847b88795 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.160068] env[68802]: DEBUG nova.compute.manager [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 665.160640] env[68802]: DEBUG nova.objects.instance [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lazy-loading 'flavor' on Instance uuid 057632d6-621b-4afd-971c-ab7695f46b70 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.210638] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794928, 'name': Destroy_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.286599] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794929, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.361753] env[68802]: DEBUG nova.scheduler.client.report [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.372618] env[68802]: DEBUG nova.compute.manager [req-d7c4626a-daae-4b6e-9672-9ff80d704123 req-a2da1355-8001-4a13-b47c-0c48b84e45ff service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Received event network-vif-deleted-ac56a375-44b6-41d6-a34d-d3a29ac4c7af {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 665.372778] env[68802]: INFO nova.compute.manager [req-d7c4626a-daae-4b6e-9672-9ff80d704123 req-a2da1355-8001-4a13-b47c-0c48b84e45ff service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Neutron deleted interface ac56a375-44b6-41d6-a34d-d3a29ac4c7af; detaching it from the instance and deleting it from the info cache [ 665.373031] env[68802]: DEBUG nova.network.neutron [req-d7c4626a-daae-4b6e-9672-9ff80d704123 req-a2da1355-8001-4a13-b47c-0c48b84e45ff service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.452296] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cc23d0-4873-a745-4676-02c6352c8327, 'name': SearchDatastore_Task, 'duration_secs': 0.010685} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.452404] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.452602] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe/5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.452904] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0fb197b-a736-4c55-9300-9b81f1521262 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.459427] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for the task: (returnval){ [ 665.459427] env[68802]: value = "task-2794930" [ 665.459427] env[68802]: _type = "Task" [ 665.459427] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.466817] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.695705] env[68802]: DEBUG nova.compute.manager [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.707771] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794928, 'name': Destroy_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.720712] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.720979] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.721145] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.722374] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.722374] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.722514] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.722796] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.722960] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.723143] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.723303] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.723469] env[68802]: DEBUG nova.virt.hardware [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.724306] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b53a1a4-b0ca-4cc2-b3cd-efc71452f386 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.732488] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f70b24e-4920-48db-8444-776b3b85f350 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.746617] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.752136] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Creating folder: Project (1c9f8ce3912a4adcb6613d68c9ae2bec). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.752437] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85373989-ab0a-492c-a488-d2a1c19655da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.762961] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Created folder: Project (1c9f8ce3912a4adcb6613d68c9ae2bec) in parent group-v561663. [ 665.763130] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Creating folder: Instances. Parent ref: group-v561738. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.763363] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79c33773-f9eb-49a8-b91b-653fd0e7d285 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.774440] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Created folder: Instances in parent group-v561738. [ 665.774683] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.774887] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.775107] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d8857f8-de9c-4dd9-87d9-fd8d29feb918 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.796065] env[68802]: DEBUG oslo_vmware.api [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2794929, 'name': PowerOnVM_Task, 'duration_secs': 0.614888} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.797187] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.797393] env[68802]: INFO nova.compute.manager [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Took 10.53 seconds to spawn the instance on the hypervisor. [ 665.797574] env[68802]: DEBUG nova.compute.manager [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.797815] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.797815] env[68802]: value = "task-2794933" [ 665.797815] env[68802]: _type = "Task" [ 665.797815] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.798567] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb2bb2-4bf2-48c9-921f-806d906d38d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.808768] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794933, 'name': CreateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.832934] env[68802]: DEBUG nova.network.neutron [-] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.866584] env[68802]: DEBUG oslo_concurrency.lockutils [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.869515] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.725s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.871236] env[68802]: INFO nova.compute.claims [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.876111] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44c399ea-ed4e-4e83-bd52-7a3768d565e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.887351] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a1a075-4db8-4325-9493-b2fbc63af072 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.900752] env[68802]: INFO nova.scheduler.client.report [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleted allocations for instance f235dee2-a99f-4a13-b718-f20306db3cf7 [ 665.925805] env[68802]: DEBUG nova.compute.manager [req-d7c4626a-daae-4b6e-9672-9ff80d704123 req-a2da1355-8001-4a13-b47c-0c48b84e45ff service nova] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Detach interface failed, port_id=ac56a375-44b6-41d6-a34d-d3a29ac4c7af, reason: Instance 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 665.973684] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.168787] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.169186] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b9fd146-24e2-4891-9bb4-8bddf6e83fbf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.178728] env[68802]: DEBUG oslo_vmware.api [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 666.178728] env[68802]: value = "task-2794934" [ 666.178728] env[68802]: _type = "Task" [ 666.178728] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.189638] env[68802]: DEBUG oslo_vmware.api [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.208579] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794928, 'name': Destroy_Task, 'duration_secs': 1.354607} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.208880] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Destroyed the VM [ 666.209159] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 666.209439] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4208775c-f754-4623-9f7b-dd642f6196e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.216737] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 666.216737] env[68802]: value = "task-2794935" [ 666.216737] env[68802]: _type = "Task" [ 666.216737] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.225579] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794935, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.311871] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794933, 'name': CreateVM_Task, 'duration_secs': 0.485462} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.312079] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.312563] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.312958] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.313130] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.313413] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ba5fdb-da4a-41c1-a266-fe190ebb67fa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.323099] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 666.323099] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527e3f49-0515-6764-65ba-1b1856b24e06" [ 666.323099] env[68802]: _type = "Task" [ 666.323099] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.323301] env[68802]: INFO nova.compute.manager [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Took 36.06 seconds to build instance. [ 666.332542] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527e3f49-0515-6764-65ba-1b1856b24e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.337110] env[68802]: INFO nova.compute.manager [-] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Took 1.28 seconds to deallocate network for instance. [ 666.408454] env[68802]: DEBUG oslo_concurrency.lockutils [None req-696be93c-bb5b-49fc-bfc0-ef9e780c92fb tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "f235dee2-a99f-4a13-b718-f20306db3cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.143s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.470123] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763351} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.470382] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe/5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.470619] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.470882] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02b005b3-6bb4-438d-80e8-74d8232938a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.476936] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for the task: (returnval){ [ 666.476936] env[68802]: value = "task-2794936" [ 666.476936] env[68802]: _type = "Task" [ 666.476936] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.484538] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.690838] env[68802]: DEBUG oslo_vmware.api [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794934, 'name': PowerOffVM_Task, 'duration_secs': 0.228573} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.691111] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.691304] env[68802]: DEBUG nova.compute.manager [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.692108] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d626a2-c6cb-4112-9904-fd66eaaa4ec5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.727257] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794935, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.828487] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b59391dc-0407-4693-baeb-1dece363b631 tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lock "19adf5a8-58f3-4367-bf08-377dc06bd813" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.527s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.835641] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527e3f49-0515-6764-65ba-1b1856b24e06, 'name': SearchDatastore_Task, 'duration_secs': 0.015272} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.835925] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.836158] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.836540] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.836540] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.836741] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.837025] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85ad683e-3339-4cce-8de8-960f07cf0e3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.844864] env[68802]: DEBUG oslo_concurrency.lockutils [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.848516] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.848516] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.848953] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0e62a0-0c77-4425-b271-96f21e0c08b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.854978] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 666.854978] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5281186d-6888-d6d9-0bc8-b89da78b3944" [ 666.854978] env[68802]: _type = "Task" [ 666.854978] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.863632] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5281186d-6888-d6d9-0bc8-b89da78b3944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.989794] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06994} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.993035] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.993169] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0c1693-1ea6-4545-bf7b-c90435b9a264 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.016087] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe/5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.019115] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d096a822-04be-46ca-bc32-4d6b8964b54b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.039276] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for the task: (returnval){ [ 667.039276] env[68802]: value = "task-2794937" [ 667.039276] env[68802]: _type = "Task" [ 667.039276] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.047308] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.182740] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.182992] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.209058] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d6a9963-fb7e-4d4c-ae4f-117edf5a4673 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "057632d6-621b-4afd-971c-ab7695f46b70" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.213635] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "53853d15-72c7-455a-a049-3f827b8113ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.213833] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "53853d15-72c7-455a-a049-3f827b8113ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.230987] env[68802]: DEBUG oslo_vmware.api [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794935, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558406} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.231802] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.279362] env[68802]: DEBUG nova.compute.manager [req-e01eb01f-51c5-4bd0-9c32-32cee01f962c req-2b9d08ed-dfd5-41c2-a75c-101e6c81f392 service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Received event network-changed-73a9a1d3-adc8-4be7-9059-4da20c6b9d25 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 667.280014] env[68802]: DEBUG nova.compute.manager [req-e01eb01f-51c5-4bd0-9c32-32cee01f962c req-2b9d08ed-dfd5-41c2-a75c-101e6c81f392 service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Refreshing instance network info cache due to event network-changed-73a9a1d3-adc8-4be7-9059-4da20c6b9d25. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 667.280014] env[68802]: DEBUG oslo_concurrency.lockutils [req-e01eb01f-51c5-4bd0-9c32-32cee01f962c req-2b9d08ed-dfd5-41c2-a75c-101e6c81f392 service nova] Acquiring lock "refresh_cache-19adf5a8-58f3-4367-bf08-377dc06bd813" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.280014] env[68802]: DEBUG oslo_concurrency.lockutils [req-e01eb01f-51c5-4bd0-9c32-32cee01f962c req-2b9d08ed-dfd5-41c2-a75c-101e6c81f392 service nova] Acquired lock "refresh_cache-19adf5a8-58f3-4367-bf08-377dc06bd813" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.280119] env[68802]: DEBUG nova.network.neutron [req-e01eb01f-51c5-4bd0-9c32-32cee01f962c req-2b9d08ed-dfd5-41c2-a75c-101e6c81f392 service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Refreshing network info cache for port 73a9a1d3-adc8-4be7-9059-4da20c6b9d25 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.330906] env[68802]: DEBUG nova.compute.manager [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.365224] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5281186d-6888-d6d9-0bc8-b89da78b3944, 'name': SearchDatastore_Task, 'duration_secs': 0.062188} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.368474] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef07f04c-0640-48f7-8548-2741fc72567c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.374341] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 667.374341] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5244d975-880c-58fb-cfd9-a67c949b37bc" [ 667.374341] env[68802]: _type = "Task" [ 667.374341] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.386489] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5244d975-880c-58fb-cfd9-a67c949b37bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.463725] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45acbcdf-545c-42bc-820c-55081eb2ea62 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.471743] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5de55e-f460-4f97-a490-a1f59b7b2c5e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.501077] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3dadb7-d7e6-4993-984a-a461e4d215ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.508311] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf96a4d-ebb8-483f-8b4c-3d9a99b3d224 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.522415] env[68802]: DEBUG nova.compute.provider_tree [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.549574] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.740874] env[68802]: WARNING nova.compute.manager [None req-8eb3d111-c211-4baa-9b47-a8e43035eea3 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Image not found during snapshot: nova.exception.ImageNotFound: Image 47e09220-753f-4413-a706-788a32de1234 could not be found. [ 667.850291] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.885954] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5244d975-880c-58fb-cfd9-a67c949b37bc, 'name': SearchDatastore_Task, 'duration_secs': 0.033216} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.886325] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.886646] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] c3b6bea7-cbb0-459d-8096-8839bae26ad1/c3b6bea7-cbb0-459d-8096-8839bae26ad1.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.887333] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-771d7374-3218-4b24-85a2-96541fa0ea63 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.895396] env[68802]: DEBUG nova.objects.instance [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lazy-loading 'flavor' on Instance uuid 057632d6-621b-4afd-971c-ab7695f46b70 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.897124] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 667.897124] env[68802]: value = "task-2794938" [ 667.897124] env[68802]: _type = "Task" [ 667.897124] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.908821] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.025780] env[68802]: DEBUG nova.scheduler.client.report [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.057503] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.073099] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.073210] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.073420] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.073617] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.073803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.076070] env[68802]: INFO nova.compute.manager [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Terminating instance [ 668.111189] env[68802]: DEBUG nova.network.neutron [req-e01eb01f-51c5-4bd0-9c32-32cee01f962c req-2b9d08ed-dfd5-41c2-a75c-101e6c81f392 service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Updated VIF entry in instance network info cache for port 73a9a1d3-adc8-4be7-9059-4da20c6b9d25. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.111786] env[68802]: DEBUG nova.network.neutron [req-e01eb01f-51c5-4bd0-9c32-32cee01f962c req-2b9d08ed-dfd5-41c2-a75c-101e6c81f392 service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Updating instance_info_cache with network_info: [{"id": "73a9a1d3-adc8-4be7-9059-4da20c6b9d25", "address": "fa:16:3e:6e:9f:d9", "network": {"id": "0fa765e9-108f-466d-a065-e989ff6201da", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-653170025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416afebc096e413c8bd61a123027576e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a9a1d3-ad", "ovs_interfaceid": "73a9a1d3-adc8-4be7-9059-4da20c6b9d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.406403] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "refresh_cache-057632d6-621b-4afd-971c-ab7695f46b70" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.406758] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquired lock "refresh_cache-057632d6-621b-4afd-971c-ab7695f46b70" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.406758] env[68802]: DEBUG nova.network.neutron [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.406887] env[68802]: DEBUG nova.objects.instance [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lazy-loading 'info_cache' on Instance uuid 057632d6-621b-4afd-971c-ab7695f46b70 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.413437] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794938, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.531455] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.531893] env[68802]: DEBUG nova.compute.manager [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.534925] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.061s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.536378] env[68802]: INFO nova.compute.claims [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.556122] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794937, 'name': ReconfigVM_Task, 'duration_secs': 1.282954} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.556293] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe/5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.556999] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fffe91e-fb02-4dd3-ae8f-966d71b3ccf4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.563280] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for the task: (returnval){ [ 668.563280] env[68802]: value = "task-2794939" [ 668.563280] env[68802]: _type = "Task" [ 668.563280] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.571800] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794939, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.579625] env[68802]: DEBUG nova.compute.manager [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.579768] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.580635] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6a9a6d-71dd-43e3-ac7d-da6a277698df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.591136] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.591429] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00abae54-c021-4c56-8fc1-66e0390c5222 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.598473] env[68802]: DEBUG oslo_vmware.api [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 668.598473] env[68802]: value = "task-2794940" [ 668.598473] env[68802]: _type = "Task" [ 668.598473] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.606949] env[68802]: DEBUG oslo_vmware.api [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.615059] env[68802]: DEBUG oslo_concurrency.lockutils [req-e01eb01f-51c5-4bd0-9c32-32cee01f962c req-2b9d08ed-dfd5-41c2-a75c-101e6c81f392 service nova] Releasing lock "refresh_cache-19adf5a8-58f3-4367-bf08-377dc06bd813" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.912042] env[68802]: DEBUG nova.objects.base [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Object Instance<057632d6-621b-4afd-971c-ab7695f46b70> lazy-loaded attributes: flavor,info_cache {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 668.912846] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597739} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.913094] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] c3b6bea7-cbb0-459d-8096-8839bae26ad1/c3b6bea7-cbb0-459d-8096-8839bae26ad1.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.913307] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.913581] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b91c27d-35e4-4da8-a3be-92542b732446 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.920486] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 668.920486] env[68802]: value = "task-2794941" [ 668.920486] env[68802]: _type = "Task" [ 668.920486] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.929736] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.043670] env[68802]: DEBUG nova.compute.utils [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.044886] env[68802]: DEBUG nova.compute.manager [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.045072] env[68802]: DEBUG nova.network.neutron [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.072173] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794939, 'name': Rename_Task, 'duration_secs': 0.183296} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.072491] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.072804] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b995f1db-7184-413b-87d7-059afe3603c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.078563] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for the task: (returnval){ [ 669.078563] env[68802]: value = "task-2794942" [ 669.078563] env[68802]: _type = "Task" [ 669.078563] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.080015] env[68802]: DEBUG nova.policy [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3efc4c563cf4ee8b083c4553c5781c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e80493d361a64807802f756ae36db6d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.089054] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.108013] env[68802]: DEBUG oslo_vmware.api [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794940, 'name': PowerOffVM_Task, 'duration_secs': 0.219473} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.110071] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.110292] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.110561] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bfcb2e2-56d0-4b75-ac2c-2effdc60fdc8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.180571] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.180794] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.180972] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Deleting the datastore file [datastore2] 79e3c13d-7711-4db4-bdf0-1ba78f6335d7 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.181260] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73239b62-85a9-466c-9d2d-2f0c9cd4b6e1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.188068] env[68802]: DEBUG oslo_vmware.api [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 669.188068] env[68802]: value = "task-2794944" [ 669.188068] env[68802]: _type = "Task" [ 669.188068] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.196382] env[68802]: DEBUG oslo_vmware.api [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.432078] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066706} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.432078] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.433042] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9147d2dd-0435-4865-8ae0-5292fdfac399 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.456052] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] c3b6bea7-cbb0-459d-8096-8839bae26ad1/c3b6bea7-cbb0-459d-8096-8839bae26ad1.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.456289] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72bc7e2-ac72-4b0c-af90-b75355066c5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.471325] env[68802]: DEBUG nova.network.neutron [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Successfully created port: 7d3f2a78-6aea-4374-b0bc-7c2e22822e51 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.480254] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 669.480254] env[68802]: value = "task-2794945" [ 669.480254] env[68802]: _type = "Task" [ 669.480254] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.489294] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.550358] env[68802]: DEBUG nova.compute.manager [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.590835] env[68802]: DEBUG oslo_vmware.api [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794942, 'name': PowerOnVM_Task, 'duration_secs': 0.484479} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.593368] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.593658] env[68802]: INFO nova.compute.manager [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Took 9.41 seconds to spawn the instance on the hypervisor. [ 669.593904] env[68802]: DEBUG nova.compute.manager [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.594882] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173af768-4c2c-4617-b70f-ffa929a9ded5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.686549] env[68802]: DEBUG nova.network.neutron [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Updating instance_info_cache with network_info: [{"id": "9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a", "address": "fa:16:3e:d2:a6:73", "network": {"id": "1de72e19-bd19-4b96-8d77-83a04fa36177", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-94831491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac21481a3aa84e02b9622cd2eb4904e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae1c1ed-6a", "ovs_interfaceid": "9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.698769] env[68802]: DEBUG oslo_vmware.api [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2794944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222049} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.701462] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.701769] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.702111] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.702234] env[68802]: INFO nova.compute.manager [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 669.702517] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.703510] env[68802]: DEBUG nova.compute.manager [-] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.703660] env[68802]: DEBUG nova.network.neutron [-] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.990976] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.060907] env[68802]: INFO nova.virt.block_device [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Booting with volume 04f9aab8-9078-483a-ac7e-edc1b4200b9b at /dev/sda [ 670.114436] env[68802]: INFO nova.compute.manager [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Took 36.11 seconds to build instance. [ 670.120159] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18cebf1a-6282-4922-bc5d-a6575882562b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.129111] env[68802]: DEBUG nova.compute.manager [req-c8ed8a80-532f-4000-a67d-7ccd456d6aed req-dc087c88-e5d8-4cff-85f3-b5ebfd3b16a7 service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Received event network-vif-deleted-462e4b56-e4d3-4f92-a5ad-85acb45caa97 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.129346] env[68802]: INFO nova.compute.manager [req-c8ed8a80-532f-4000-a67d-7ccd456d6aed req-dc087c88-e5d8-4cff-85f3-b5ebfd3b16a7 service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Neutron deleted interface 462e4b56-e4d3-4f92-a5ad-85acb45caa97; detaching it from the instance and deleting it from the info cache [ 670.129476] env[68802]: DEBUG nova.network.neutron [req-c8ed8a80-532f-4000-a67d-7ccd456d6aed req-dc087c88-e5d8-4cff-85f3-b5ebfd3b16a7 service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.138373] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bd8c59-938c-4361-bbe0-1caa339c7d68 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.151423] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91d0fc6-627e-47fc-beea-9d3408efaf0f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.158743] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37efe758-744e-47cb-b178-157eb5617dab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.199234] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19fef324-4565-4951-bf51-294dd3217e01 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.203244] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Releasing lock "refresh_cache-057632d6-621b-4afd-971c-ab7695f46b70" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.204329] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e403ec-746b-40c8-9f09-258e9c76c1d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.214813] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe86bc72-831e-4be8-9e52-55bdb8c6e0b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.224025] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd28ee17-8f8a-4828-bd50-59e4a531d94b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.243610] env[68802]: DEBUG nova.compute.provider_tree [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.259376] env[68802]: DEBUG nova.scheduler.client.report [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.262438] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c9fb64-d115-4fb8-85b9-56de1e67f9c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.273060] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79887c7b-121f-417e-96a6-c491dd8734b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.288012] env[68802]: DEBUG nova.virt.block_device [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Updating existing volume attachment record: b2bd9948-6824-4473-9a8b-b96558a82d17 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 670.491409] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794945, 'name': ReconfigVM_Task, 'duration_secs': 1.007012} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.491674] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Reconfigured VM instance instance-0000001a to attach disk [datastore2] c3b6bea7-cbb0-459d-8096-8839bae26ad1/c3b6bea7-cbb0-459d-8096-8839bae26ad1.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.492215] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2590d401-52fb-4969-9b0f-d3cf9f5b26ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.498524] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 670.498524] env[68802]: value = "task-2794946" [ 670.498524] env[68802]: _type = "Task" [ 670.498524] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.511194] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794946, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.603094] env[68802]: DEBUG nova.network.neutron [-] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.615486] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94f304a0-0e70-48b7-b14d-e597d533f694 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.284s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.632244] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56b8e3d6-5669-4011-8d9c-24e326aee020 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.642637] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa219fa-cf6a-4977-9804-37cdc725b039 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.675067] env[68802]: DEBUG nova.compute.manager [req-c8ed8a80-532f-4000-a67d-7ccd456d6aed req-dc087c88-e5d8-4cff-85f3-b5ebfd3b16a7 service nova] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Detach interface failed, port_id=462e4b56-e4d3-4f92-a5ad-85acb45caa97, reason: Instance 79e3c13d-7711-4db4-bdf0-1ba78f6335d7 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 670.769949] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.770500] env[68802]: DEBUG nova.compute.manager [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.773468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.188s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.773684] env[68802]: DEBUG nova.objects.instance [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lazy-loading 'resources' on Instance uuid ec3b9c58-b201-40ca-830b-29749bc54a83 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.938537] env[68802]: DEBUG nova.compute.manager [req-49d7e34a-aed9-48e9-9472-936a3e03be28 req-c8b59e48-9105-45d7-98c3-5357e48062e4 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Received event network-vif-plugged-7d3f2a78-6aea-4374-b0bc-7c2e22822e51 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.938767] env[68802]: DEBUG oslo_concurrency.lockutils [req-49d7e34a-aed9-48e9-9472-936a3e03be28 req-c8b59e48-9105-45d7-98c3-5357e48062e4 service nova] Acquiring lock "8acdd624-55ab-4569-a65b-7484c93cdd18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.940596] env[68802]: DEBUG oslo_concurrency.lockutils [req-49d7e34a-aed9-48e9-9472-936a3e03be28 req-c8b59e48-9105-45d7-98c3-5357e48062e4 service nova] Lock "8acdd624-55ab-4569-a65b-7484c93cdd18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.940911] env[68802]: DEBUG oslo_concurrency.lockutils [req-49d7e34a-aed9-48e9-9472-936a3e03be28 req-c8b59e48-9105-45d7-98c3-5357e48062e4 service nova] Lock "8acdd624-55ab-4569-a65b-7484c93cdd18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.941170] env[68802]: DEBUG nova.compute.manager [req-49d7e34a-aed9-48e9-9472-936a3e03be28 req-c8b59e48-9105-45d7-98c3-5357e48062e4 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] No waiting events found dispatching network-vif-plugged-7d3f2a78-6aea-4374-b0bc-7c2e22822e51 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.941431] env[68802]: WARNING nova.compute.manager [req-49d7e34a-aed9-48e9-9472-936a3e03be28 req-c8b59e48-9105-45d7-98c3-5357e48062e4 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Received unexpected event network-vif-plugged-7d3f2a78-6aea-4374-b0bc-7c2e22822e51 for instance with vm_state building and task_state block_device_mapping. [ 671.013038] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794946, 'name': Rename_Task, 'duration_secs': 0.358689} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.013348] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.013774] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-839735de-3019-4f37-8111-9bbd6a24360b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.023389] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 671.023389] env[68802]: value = "task-2794947" [ 671.023389] env[68802]: _type = "Task" [ 671.023389] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.033567] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.062071] env[68802]: DEBUG nova.network.neutron [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Successfully updated port: 7d3f2a78-6aea-4374-b0bc-7c2e22822e51 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.102382] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquiring lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.102694] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.102893] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquiring lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.103090] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.103282] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.105291] env[68802]: INFO nova.compute.manager [-] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Took 1.40 seconds to deallocate network for instance. [ 671.105822] env[68802]: INFO nova.compute.manager [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Terminating instance [ 671.118441] env[68802]: DEBUG nova.compute.manager [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.211259] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.211562] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d41095b4-4771-4834-af13-6cf781360e0e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.219069] env[68802]: DEBUG oslo_vmware.api [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 671.219069] env[68802]: value = "task-2794948" [ 671.219069] env[68802]: _type = "Task" [ 671.219069] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.227247] env[68802]: DEBUG oslo_vmware.api [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.276871] env[68802]: DEBUG nova.compute.utils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.281249] env[68802]: DEBUG nova.compute.manager [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.281372] env[68802]: DEBUG nova.network.neutron [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.334842] env[68802]: DEBUG nova.policy [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59567b9a63bb4a6fa096d8c09e3656e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54267f910a2f4522a786ff5f2bfcfb8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.534639] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.565969] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Acquiring lock "refresh_cache-8acdd624-55ab-4569-a65b-7484c93cdd18" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.566130] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Acquired lock "refresh_cache-8acdd624-55ab-4569-a65b-7484c93cdd18" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.566283] env[68802]: DEBUG nova.network.neutron [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.615634] env[68802]: DEBUG nova.compute.manager [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.615905] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.616889] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.617939] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba4496a-f049-4ac7-8eb1-22cfd7ba4d9f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.628739] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.629267] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-607eaab2-3b0a-4ebc-836a-ba7e2604b11d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.639992] env[68802]: DEBUG oslo_vmware.api [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for the task: (returnval){ [ 671.639992] env[68802]: value = "task-2794949" [ 671.639992] env[68802]: _type = "Task" [ 671.639992] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.646610] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.655544] env[68802]: DEBUG oslo_vmware.api [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.731979] env[68802]: DEBUG oslo_vmware.api [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794948, 'name': PowerOnVM_Task, 'duration_secs': 0.478932} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.732291] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.732498] env[68802]: DEBUG nova.compute.manager [None req-6bb0f06a-fbf8-412c-a18c-02982e224811 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.733380] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9a6cb6-be74-40ac-ab74-5c53b49d7e02 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.744631] env[68802]: DEBUG nova.network.neutron [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Successfully created port: 418f1ff7-e0f5-4ca9-8f00-224cb46de654 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.782577] env[68802]: DEBUG nova.compute.manager [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.810629] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54169147-7c86-475a-a3fd-63b1497b61ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.819021] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb6a700-bba6-4b80-999f-845c1463df43 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.854959] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baafda06-61a9-463d-8612-724ffdfeccd6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.862520] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b94b81-cce0-4e0c-a72d-69346c52ee65 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.876344] env[68802]: DEBUG nova.compute.provider_tree [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.037468] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.108117] env[68802]: DEBUG nova.network.neutron [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.149608] env[68802]: DEBUG oslo_vmware.api [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794949, 'name': PowerOffVM_Task, 'duration_secs': 0.209058} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.149869] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.150512] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.150512] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71d4d9e8-fe62-4a62-8923-6f52b10b1032 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.280033] env[68802]: DEBUG nova.network.neutron [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Updating instance_info_cache with network_info: [{"id": "7d3f2a78-6aea-4374-b0bc-7c2e22822e51", "address": "fa:16:3e:05:7c:c7", "network": {"id": "1de1cc7f-f999-4d30-b416-955cebd9b05b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-438724738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e80493d361a64807802f756ae36db6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3f2a78-6a", "ovs_interfaceid": "7d3f2a78-6aea-4374-b0bc-7c2e22822e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.282302] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.282505] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.282709] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Deleting the datastore file [datastore2] 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.283464] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84840cab-6e59-4629-b8b1-205101888109 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.297114] env[68802]: DEBUG oslo_vmware.api [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for the task: (returnval){ [ 672.297114] env[68802]: value = "task-2794951" [ 672.297114] env[68802]: _type = "Task" [ 672.297114] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.306963] env[68802]: DEBUG oslo_vmware.api [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.379593] env[68802]: DEBUG nova.scheduler.client.report [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.412012] env[68802]: DEBUG nova.compute.manager [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.412627] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.412894] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.413065] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.413261] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.413385] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.413549] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.413800] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.414010] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.414240] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.414442] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.414631] env[68802]: DEBUG nova.virt.hardware [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.416203] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb616e3-4315-49f5-adff-1378537da695 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.426882] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ef04e1-3279-43cb-ac89-e0a41653030e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.538038] env[68802]: DEBUG oslo_vmware.api [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794947, 'name': PowerOnVM_Task, 'duration_secs': 1.392635} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.538038] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.538038] env[68802]: INFO nova.compute.manager [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Took 6.84 seconds to spawn the instance on the hypervisor. [ 672.538038] env[68802]: DEBUG nova.compute.manager [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.538535] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f768ea65-09b8-48e4-9bb0-64bdcdd012c5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.784153] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Releasing lock "refresh_cache-8acdd624-55ab-4569-a65b-7484c93cdd18" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.784540] env[68802]: DEBUG nova.compute.manager [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Instance network_info: |[{"id": "7d3f2a78-6aea-4374-b0bc-7c2e22822e51", "address": "fa:16:3e:05:7c:c7", "network": {"id": "1de1cc7f-f999-4d30-b416-955cebd9b05b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-438724738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e80493d361a64807802f756ae36db6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3f2a78-6a", "ovs_interfaceid": "7d3f2a78-6aea-4374-b0bc-7c2e22822e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.785038] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:7c:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d3f2a78-6aea-4374-b0bc-7c2e22822e51', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.793041] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Creating folder: Project (e80493d361a64807802f756ae36db6d0). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.793356] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-920080cc-8749-44ee-9c18-618be1432056 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.800606] env[68802]: DEBUG nova.compute.manager [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.812509] env[68802]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 672.812726] env[68802]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68802) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 672.813065] env[68802]: DEBUG oslo_vmware.api [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.813300] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Folder already exists: Project (e80493d361a64807802f756ae36db6d0). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 672.813481] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Creating folder: Instances. Parent ref: group-v561679. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.813709] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4c2beb4-d1ee-458f-b1be-286720f0f345 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.824751] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Created folder: Instances in parent group-v561679. [ 672.824990] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.827050] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.827269] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.827422] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.827601] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.827745] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.827909] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.828144] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.828308] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.828472] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.828631] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.828802] env[68802]: DEBUG nova.virt.hardware [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.829102] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.829841] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04419a56-7e3c-4f34-92b5-c4b7a886df6b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.832633] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d122e13e-775c-4a00-a650-d7a5fddb74a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.852989] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e3a460-5e3c-46b0-9f07-e020456c1fc2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.856704] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.856704] env[68802]: value = "task-2794954" [ 672.856704] env[68802]: _type = "Task" [ 672.856704] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.873067] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794954, 'name': CreateVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.885089] env[68802]: DEBUG oslo_concurrency.lockutils [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.887414] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.417s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.889094] env[68802]: INFO nova.compute.claims [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.915049] env[68802]: INFO nova.scheduler.client.report [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Deleted allocations for instance ec3b9c58-b201-40ca-830b-29749bc54a83 [ 673.057423] env[68802]: INFO nova.compute.manager [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Took 37.66 seconds to build instance. [ 673.062495] env[68802]: DEBUG nova.compute.manager [req-2232f4e9-ea82-4edd-91da-b30b5e9a240b req-ee5a5ede-be81-4875-b978-2b7265e582c7 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Received event network-changed-7d3f2a78-6aea-4374-b0bc-7c2e22822e51 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 673.062495] env[68802]: DEBUG nova.compute.manager [req-2232f4e9-ea82-4edd-91da-b30b5e9a240b req-ee5a5ede-be81-4875-b978-2b7265e582c7 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Refreshing instance network info cache due to event network-changed-7d3f2a78-6aea-4374-b0bc-7c2e22822e51. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 673.062652] env[68802]: DEBUG oslo_concurrency.lockutils [req-2232f4e9-ea82-4edd-91da-b30b5e9a240b req-ee5a5ede-be81-4875-b978-2b7265e582c7 service nova] Acquiring lock "refresh_cache-8acdd624-55ab-4569-a65b-7484c93cdd18" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.062863] env[68802]: DEBUG oslo_concurrency.lockutils [req-2232f4e9-ea82-4edd-91da-b30b5e9a240b req-ee5a5ede-be81-4875-b978-2b7265e582c7 service nova] Acquired lock "refresh_cache-8acdd624-55ab-4569-a65b-7484c93cdd18" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.063037] env[68802]: DEBUG nova.network.neutron [req-2232f4e9-ea82-4edd-91da-b30b5e9a240b req-ee5a5ede-be81-4875-b978-2b7265e582c7 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Refreshing network info cache for port 7d3f2a78-6aea-4374-b0bc-7c2e22822e51 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.311672] env[68802]: DEBUG oslo_vmware.api [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Task: {'id': task-2794951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.694465} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.311964] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.312168] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.312346] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.312529] env[68802]: INFO nova.compute.manager [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Took 1.70 seconds to destroy the instance on the hypervisor. [ 673.312795] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.312995] env[68802]: DEBUG nova.compute.manager [-] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.313226] env[68802]: DEBUG nova.network.neutron [-] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.369409] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794954, 'name': CreateVM_Task, 'duration_secs': 0.397097} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.369602] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.371409] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561694', 'volume_id': '04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'name': 'volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8acdd624-55ab-4569-a65b-7484c93cdd18', 'attached_at': '', 'detached_at': '', 'volume_id': '04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'serial': '04f9aab8-9078-483a-ac7e-edc1b4200b9b'}, 'boot_index': 0, 'disk_bus': None, 'attachment_id': 'b2bd9948-6824-4473-9a8b-b96558a82d17', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68802) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 673.371669] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Root volume attach. Driver type: vmdk {{(pid=68802) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 673.372504] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdc801a-5715-4c7d-92c4-3ca4633abca1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.381470] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65299b7b-5a67-47fe-8b2c-31a705678b6e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.388587] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fc2443-3dc8-4a1c-9c70-8bdf06b43fc1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.397086] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b7dfa262-4d2d-4621-a06e-6d7aec87678a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.404686] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for the task: (returnval){ [ 673.404686] env[68802]: value = "task-2794955" [ 673.404686] env[68802]: _type = "Task" [ 673.404686] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.419580] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794955, 'name': RelocateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.423475] env[68802]: DEBUG oslo_concurrency.lockutils [None req-aec85c0c-75cf-4bee-b436-a109a787843f tempest-ServerRescueTestJSONUnderV235-1241957403 tempest-ServerRescueTestJSONUnderV235-1241957403-project-member] Lock "ec3b9c58-b201-40ca-830b-29749bc54a83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.600s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.466776] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.467031] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.560379] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f89ff963-86f2-4846-b100-221bcb8f0c76 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "c3b6bea7-cbb0-459d-8096-8839bae26ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.021s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.673551] env[68802]: DEBUG nova.network.neutron [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Successfully updated port: 418f1ff7-e0f5-4ca9-8f00-224cb46de654 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.916483] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794955, 'name': RelocateVM_Task} progress is 20%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.917365] env[68802]: DEBUG nova.network.neutron [req-2232f4e9-ea82-4edd-91da-b30b5e9a240b req-ee5a5ede-be81-4875-b978-2b7265e582c7 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Updated VIF entry in instance network info cache for port 7d3f2a78-6aea-4374-b0bc-7c2e22822e51. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.917940] env[68802]: DEBUG nova.network.neutron [req-2232f4e9-ea82-4edd-91da-b30b5e9a240b req-ee5a5ede-be81-4875-b978-2b7265e582c7 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Updating instance_info_cache with network_info: [{"id": "7d3f2a78-6aea-4374-b0bc-7c2e22822e51", "address": "fa:16:3e:05:7c:c7", "network": {"id": "1de1cc7f-f999-4d30-b416-955cebd9b05b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-438724738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e80493d361a64807802f756ae36db6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3f2a78-6a", "ovs_interfaceid": "7d3f2a78-6aea-4374-b0bc-7c2e22822e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.984857] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.985672] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.985672] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.985672] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.985672] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.985672] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.985874] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 673.985910] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.023229] env[68802]: DEBUG nova.compute.manager [req-20b365e6-8efc-4450-9393-35498f01f16d req-2128be76-a4f9-47a6-a523-245a80f80f91 service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Received event network-vif-deleted-5adc9670-0f3f-46ce-a1ff-c625aca5c97e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 674.023428] env[68802]: INFO nova.compute.manager [req-20b365e6-8efc-4450-9393-35498f01f16d req-2128be76-a4f9-47a6-a523-245a80f80f91 service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Neutron deleted interface 5adc9670-0f3f-46ce-a1ff-c625aca5c97e; detaching it from the instance and deleting it from the info cache [ 674.023690] env[68802]: DEBUG nova.network.neutron [req-20b365e6-8efc-4450-9393-35498f01f16d req-2128be76-a4f9-47a6-a523-245a80f80f91 service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.063104] env[68802]: DEBUG nova.compute.manager [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.101371] env[68802]: DEBUG nova.network.neutron [-] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.130643] env[68802]: INFO nova.compute.manager [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Rebuilding instance [ 674.178476] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquiring lock "refresh_cache-ce162796-7bf4-4602-b93d-0f91c636e411" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.178936] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquired lock "refresh_cache-ce162796-7bf4-4602-b93d-0f91c636e411" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.178936] env[68802]: DEBUG nova.network.neutron [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.180164] env[68802]: DEBUG nova.compute.manager [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.183467] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99562720-9413-4841-ac10-c96888d06f98 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.421921] env[68802]: DEBUG oslo_concurrency.lockutils [req-2232f4e9-ea82-4edd-91da-b30b5e9a240b req-ee5a5ede-be81-4875-b978-2b7265e582c7 service nova] Releasing lock "refresh_cache-8acdd624-55ab-4569-a65b-7484c93cdd18" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.422031] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794955, 'name': RelocateVM_Task, 'duration_secs': 0.667842} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.422308] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 674.422508] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561694', 'volume_id': '04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'name': 'volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8acdd624-55ab-4569-a65b-7484c93cdd18', 'attached_at': '', 'detached_at': '', 'volume_id': '04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'serial': '04f9aab8-9078-483a-ac7e-edc1b4200b9b'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 674.423347] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bb3bbc-803f-474b-bfbd-756e21e95da2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.441713] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ccaf95-cdb9-4fa0-8965-b56b55eb5999 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.446863] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36556c4-50f3-447d-b41c-d2aa2a5969a8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.460085] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b842f143-ac60-492f-a7bc-8140ca6dce5b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.472529] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b/volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.472782] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f915d96a-e635-46be-8c27-a5d81641f7f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.491340] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.518822] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d0960b-5995-42ca-834b-2242ebc95ebc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.521591] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for the task: (returnval){ [ 674.521591] env[68802]: value = "task-2794956" [ 674.521591] env[68802]: _type = "Task" [ 674.521591] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.528338] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-929305e5-a9f2-4c49-89c3-4a2e6bb352e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.530535] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108a1954-7eb1-42d5-8422-bc063f021f8f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.537323] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.547279] env[68802]: DEBUG nova.compute.provider_tree [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.552535] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb41f2-f586-45ad-bca4-4d93551bfad7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.584713] env[68802]: DEBUG nova.compute.manager [req-20b365e6-8efc-4450-9393-35498f01f16d req-2128be76-a4f9-47a6-a523-245a80f80f91 service nova] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Detach interface failed, port_id=5adc9670-0f3f-46ce-a1ff-c625aca5c97e, reason: Instance 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 674.588799] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.606632] env[68802]: INFO nova.compute.manager [-] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Took 1.29 seconds to deallocate network for instance. [ 674.727824] env[68802]: DEBUG nova.network.neutron [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.011998] env[68802]: DEBUG nova.network.neutron [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Updating instance_info_cache with network_info: [{"id": "418f1ff7-e0f5-4ca9-8f00-224cb46de654", "address": "fa:16:3e:80:f6:4a", "network": {"id": "cb9f98b9-d9e1-4dcc-a5ba-78ff0f3e0d3f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1704101635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54267f910a2f4522a786ff5f2bfcfb8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418f1ff7-e0", "ovs_interfaceid": "418f1ff7-e0f5-4ca9-8f00-224cb46de654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.033679] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.051161] env[68802]: DEBUG nova.scheduler.client.report [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.096904] env[68802]: DEBUG nova.compute.manager [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Received event network-vif-plugged-418f1ff7-e0f5-4ca9-8f00-224cb46de654 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.097393] env[68802]: DEBUG oslo_concurrency.lockutils [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] Acquiring lock "ce162796-7bf4-4602-b93d-0f91c636e411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.097707] env[68802]: DEBUG oslo_concurrency.lockutils [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] Lock "ce162796-7bf4-4602-b93d-0f91c636e411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.097961] env[68802]: DEBUG oslo_concurrency.lockutils [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] Lock "ce162796-7bf4-4602-b93d-0f91c636e411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.098227] env[68802]: DEBUG nova.compute.manager [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] No waiting events found dispatching network-vif-plugged-418f1ff7-e0f5-4ca9-8f00-224cb46de654 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.098480] env[68802]: WARNING nova.compute.manager [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Received unexpected event network-vif-plugged-418f1ff7-e0f5-4ca9-8f00-224cb46de654 for instance with vm_state building and task_state spawning. [ 675.098720] env[68802]: DEBUG nova.compute.manager [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Received event network-changed-418f1ff7-e0f5-4ca9-8f00-224cb46de654 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.098963] env[68802]: DEBUG nova.compute.manager [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Refreshing instance network info cache due to event network-changed-418f1ff7-e0f5-4ca9-8f00-224cb46de654. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 675.099227] env[68802]: DEBUG oslo_concurrency.lockutils [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] Acquiring lock "refresh_cache-ce162796-7bf4-4602-b93d-0f91c636e411" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.114367] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.199571] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.201877] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8ac1e8d-d3dc-49fe-9218-86bca6063e80 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.208294] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 675.208294] env[68802]: value = "task-2794957" [ 675.208294] env[68802]: _type = "Task" [ 675.208294] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.217546] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.259034] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "14a869ca-d93c-4dd9-964c-cfb14b40f069" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.259343] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "14a869ca-d93c-4dd9-964c-cfb14b40f069" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.259614] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "14a869ca-d93c-4dd9-964c-cfb14b40f069-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.259854] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "14a869ca-d93c-4dd9-964c-cfb14b40f069-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.260053] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "14a869ca-d93c-4dd9-964c-cfb14b40f069-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.265585] env[68802]: INFO nova.compute.manager [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Terminating instance [ 675.513305] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Releasing lock "refresh_cache-ce162796-7bf4-4602-b93d-0f91c636e411" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.513657] env[68802]: DEBUG nova.compute.manager [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Instance network_info: |[{"id": "418f1ff7-e0f5-4ca9-8f00-224cb46de654", "address": "fa:16:3e:80:f6:4a", "network": {"id": "cb9f98b9-d9e1-4dcc-a5ba-78ff0f3e0d3f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1704101635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54267f910a2f4522a786ff5f2bfcfb8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418f1ff7-e0", "ovs_interfaceid": "418f1ff7-e0f5-4ca9-8f00-224cb46de654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.514165] env[68802]: DEBUG oslo_concurrency.lockutils [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] Acquired lock "refresh_cache-ce162796-7bf4-4602-b93d-0f91c636e411" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.514389] env[68802]: DEBUG nova.network.neutron [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Refreshing network info cache for port 418f1ff7-e0f5-4ca9-8f00-224cb46de654 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.515694] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f6:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '418f1ff7-e0f5-4ca9-8f00-224cb46de654', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.523848] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Creating folder: Project (54267f910a2f4522a786ff5f2bfcfb8e). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.524620] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09d20253-ecdf-405f-9b81-8dc0faff93a8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.537562] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794956, 'name': ReconfigVM_Task, 'duration_secs': 0.627722} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.537834] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b/volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.543919] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5691863f-4733-48f2-8092-14bba471f1ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.554049] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Created folder: Project (54267f910a2f4522a786ff5f2bfcfb8e) in parent group-v561663. [ 675.554049] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Creating folder: Instances. Parent ref: group-v561743. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.554330] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4372e5e6-f56a-43dc-92fe-907d5ad88eeb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.557067] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.557545] env[68802]: DEBUG nova.compute.manager [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.559905] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.760s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.561960] env[68802]: INFO nova.compute.claims [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.566562] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for the task: (returnval){ [ 675.566562] env[68802]: value = "task-2794959" [ 675.566562] env[68802]: _type = "Task" [ 675.566562] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.574908] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.576104] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Created folder: Instances in parent group-v561743. [ 675.576343] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.576530] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.576723] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09bd528-95e7-48d3-9e1c-b8cd58953382 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.599098] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.599098] env[68802]: value = "task-2794961" [ 675.599098] env[68802]: _type = "Task" [ 675.599098] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.609622] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794961, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.719753] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794957, 'name': PowerOffVM_Task, 'duration_secs': 0.194921} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.720124] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.720370] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.721196] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3bbe78-b8cd-42d0-bf72-7ff97b27ed78 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.729978] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.730157] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-934002ea-a274-4136-8e6d-b6d32304de4f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.754969] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.754969] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.755223] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Deleting the datastore file [datastore2] c3b6bea7-cbb0-459d-8096-8839bae26ad1 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.755570] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e2a4e15-92ba-4cd0-a57a-93efdd061051 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.762663] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 675.762663] env[68802]: value = "task-2794963" [ 675.762663] env[68802]: _type = "Task" [ 675.762663] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.771299] env[68802]: DEBUG nova.compute.manager [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.771531] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.771802] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.773118] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d356109d-8c32-47dd-9942-9a1136c41f5e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.780109] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.780377] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a19c322-0f87-426e-9476-444b8ababc47 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.786925] env[68802]: DEBUG oslo_vmware.api [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 675.786925] env[68802]: value = "task-2794964" [ 675.786925] env[68802]: _type = "Task" [ 675.786925] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.796927] env[68802]: DEBUG oslo_vmware.api [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.068863] env[68802]: DEBUG nova.compute.utils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.074916] env[68802]: DEBUG nova.compute.manager [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.075095] env[68802]: DEBUG nova.network.neutron [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.086648] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794959, 'name': ReconfigVM_Task, 'duration_secs': 0.187816} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.086648] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561694', 'volume_id': '04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'name': 'volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8acdd624-55ab-4569-a65b-7484c93cdd18', 'attached_at': '', 'detached_at': '', 'volume_id': '04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'serial': '04f9aab8-9078-483a-ac7e-edc1b4200b9b'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 676.087168] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc0ac636-446a-48a3-96c2-fbab5e9ce8f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.095382] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for the task: (returnval){ [ 676.095382] env[68802]: value = "task-2794965" [ 676.095382] env[68802]: _type = "Task" [ 676.095382] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.105590] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794965, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.111699] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794961, 'name': CreateVM_Task, 'duration_secs': 0.460353} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.112066] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.112566] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.112804] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.113110] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.114690] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94da81b3-324e-4363-b8bb-3749b31294f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.118725] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for the task: (returnval){ [ 676.118725] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528a5405-9939-c628-0c09-d07a764c7e9b" [ 676.118725] env[68802]: _type = "Task" [ 676.118725] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.127204] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528a5405-9939-c628-0c09-d07a764c7e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.153748] env[68802]: DEBUG nova.policy [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c82a8c626f554dcdb0660b65a8cfef7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64a51d9b18164b4db733fc73422dc07d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.273173] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163901} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.273449] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.273635] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.273816] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.297176] env[68802]: DEBUG oslo_vmware.api [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794964, 'name': PowerOffVM_Task, 'duration_secs': 0.257954} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.297616] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.297890] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.298647] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41bc8685-6d10-4001-8f3a-45449033893d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.375278] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.375557] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.379022] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Deleting the datastore file [datastore2] 14a869ca-d93c-4dd9-964c-cfb14b40f069 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.379022] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d14fc903-c785-4707-b0f7-5400a2a95e79 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.380496] env[68802]: DEBUG nova.network.neutron [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Updated VIF entry in instance network info cache for port 418f1ff7-e0f5-4ca9-8f00-224cb46de654. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.380833] env[68802]: DEBUG nova.network.neutron [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Updating instance_info_cache with network_info: [{"id": "418f1ff7-e0f5-4ca9-8f00-224cb46de654", "address": "fa:16:3e:80:f6:4a", "network": {"id": "cb9f98b9-d9e1-4dcc-a5ba-78ff0f3e0d3f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1704101635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54267f910a2f4522a786ff5f2bfcfb8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418f1ff7-e0", "ovs_interfaceid": "418f1ff7-e0f5-4ca9-8f00-224cb46de654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.384818] env[68802]: DEBUG oslo_vmware.api [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 676.384818] env[68802]: value = "task-2794967" [ 676.384818] env[68802]: _type = "Task" [ 676.384818] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.393284] env[68802]: DEBUG oslo_vmware.api [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.564772] env[68802]: DEBUG nova.network.neutron [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Successfully created port: 104b4c84-ead7-4ff2-acb6-310facb787ae {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.575811] env[68802]: DEBUG nova.compute.manager [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.607945] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794965, 'name': Rename_Task, 'duration_secs': 0.260217} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.608590] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.608863] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ef27414-4fd0-4345-8224-7b7a7944f947 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.616843] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for the task: (returnval){ [ 676.616843] env[68802]: value = "task-2794968" [ 676.616843] env[68802]: _type = "Task" [ 676.616843] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.630324] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.636666] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528a5405-9939-c628-0c09-d07a764c7e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.637251] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.637484] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.637711] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.637855] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.638134] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.638303] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b6aba14-c7f2-4002-857b-fea0f567638d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.650021] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.650021] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.650960] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65419e04-08cc-4b34-ae26-0ee2ab9acaac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.657983] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for the task: (returnval){ [ 676.657983] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d588ad-2569-1600-a320-c39b5df5075e" [ 676.657983] env[68802]: _type = "Task" [ 676.657983] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.665496] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d588ad-2569-1600-a320-c39b5df5075e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.883289] env[68802]: DEBUG oslo_concurrency.lockutils [req-57ed27e0-a3fa-49ea-92ee-eedec393896e req-b80e0d7f-235b-4fa2-9cc3-5cb30b1daba9 service nova] Releasing lock "refresh_cache-ce162796-7bf4-4602-b93d-0f91c636e411" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.895547] env[68802]: DEBUG oslo_vmware.api [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2794967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421424} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.895800] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.895978] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.896418] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.896678] env[68802]: INFO nova.compute.manager [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Took 1.13 seconds to destroy the instance on the hypervisor. [ 676.897114] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.897350] env[68802]: DEBUG nova.compute.manager [-] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.897446] env[68802]: DEBUG nova.network.neutron [-] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.127946] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794968, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.129566] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740807ba-1e72-4fa1-bda8-e6e6032e67b0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.137694] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab1da3c-b3b5-48f4-8e55-71c1f52f6063 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.174074] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9f2151-4c28-4a99-805e-7a7c0d1058c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.182347] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d588ad-2569-1600-a320-c39b5df5075e, 'name': SearchDatastore_Task, 'duration_secs': 0.011817} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.184992] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b029f2-ae17-4107-9382-925708ad391d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.188168] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19aaf94-b65d-4c91-9cbc-1209874d8697 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.207155] env[68802]: DEBUG nova.compute.provider_tree [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.211763] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for the task: (returnval){ [ 677.211763] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5257e1f1-3590-c49d-fa94-5336961344af" [ 677.211763] env[68802]: _type = "Task" [ 677.211763] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.218651] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5257e1f1-3590-c49d-fa94-5336961344af, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.219580] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.219898] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] ce162796-7bf4-4602-b93d-0f91c636e411/ce162796-7bf4-4602-b93d-0f91c636e411.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.221462] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7abb9666-34cb-4bb4-9774-05bd4d4e7b9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.228779] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for the task: (returnval){ [ 677.228779] env[68802]: value = "task-2794969" [ 677.228779] env[68802]: _type = "Task" [ 677.228779] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.237685] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.239740] env[68802]: DEBUG nova.compute.manager [req-9a159f58-f1de-49da-8630-eac99068d6da req-9db9c096-636e-414b-bd38-c1ab36ff886e service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Received event network-vif-deleted-dac6b37b-c0ad-4999-8855-abe4742af461 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.240229] env[68802]: INFO nova.compute.manager [req-9a159f58-f1de-49da-8630-eac99068d6da req-9db9c096-636e-414b-bd38-c1ab36ff886e service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Neutron deleted interface dac6b37b-c0ad-4999-8855-abe4742af461; detaching it from the instance and deleting it from the info cache [ 677.240229] env[68802]: DEBUG nova.network.neutron [req-9a159f58-f1de-49da-8630-eac99068d6da req-9db9c096-636e-414b-bd38-c1ab36ff886e service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.314892] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.315160] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.315330] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.315510] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.315650] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.315825] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.315989] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.316475] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.316475] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.316475] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.316710] env[68802]: DEBUG nova.virt.hardware [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.317602] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7333422-7355-4d6b-99e7-7a326935037d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.325535] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9f3fa9-0170-49c7-a111-10c61f13cd9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.339217] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.344785] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.345225] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.345407] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8569b1a8-293b-4a59-bddb-db6a55352dfa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.361294] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.361294] env[68802]: value = "task-2794970" [ 677.361294] env[68802]: _type = "Task" [ 677.361294] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.368879] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794970, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.584965] env[68802]: DEBUG nova.compute.manager [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.608214] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.608627] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.608858] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.609123] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.609295] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.609449] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.609660] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.609816] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.610034] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.610210] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.610412] env[68802]: DEBUG nova.virt.hardware [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.611500] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c6646a-ffb3-4123-b6d6-a089df543aaa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.624696] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6649738d-d375-4368-acf8-0cfa593e0468 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.644025] env[68802]: DEBUG oslo_vmware.api [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2794968, 'name': PowerOnVM_Task, 'duration_secs': 0.880556} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.644367] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.644592] env[68802]: INFO nova.compute.manager [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Took 5.23 seconds to spawn the instance on the hypervisor. [ 677.644773] env[68802]: DEBUG nova.compute.manager [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.645641] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca010396-03ee-4be2-ab7f-f73124ed6899 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.711406] env[68802]: DEBUG nova.scheduler.client.report [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.724629] env[68802]: DEBUG nova.network.neutron [-] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.744031] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794969, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.744186] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb88dac2-ec3a-4210-b5ec-7ca9bccc631d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.754593] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bb8bfb-6c69-49a6-a03d-b4ac74ef24d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.789791] env[68802]: DEBUG nova.compute.manager [req-9a159f58-f1de-49da-8630-eac99068d6da req-9db9c096-636e-414b-bd38-c1ab36ff886e service nova] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Detach interface failed, port_id=dac6b37b-c0ad-4999-8855-abe4742af461, reason: Instance 14a869ca-d93c-4dd9-964c-cfb14b40f069 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 677.872194] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794970, 'name': CreateVM_Task, 'duration_secs': 0.428649} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.872377] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.872851] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.873051] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.873384] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.873641] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1bbc20-567c-4560-8812-e71ef1e54341 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.879957] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 677.879957] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522675c8-f73b-d352-8b29-c7236134cb07" [ 677.879957] env[68802]: _type = "Task" [ 677.879957] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.892857] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522675c8-f73b-d352-8b29-c7236134cb07, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.893188] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.893442] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.893670] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.893832] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.894027] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.894290] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5115b67-df3a-422b-a521-40f58fbdc24f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.904126] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.904313] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.905109] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f85801-d099-461e-9d53-e326e677d5ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.910960] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 677.910960] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5275b8c4-cc67-2e0b-e557-57bd1041e0c0" [ 677.910960] env[68802]: _type = "Task" [ 677.910960] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.917474] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5275b8c4-cc67-2e0b-e557-57bd1041e0c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.170387] env[68802]: DEBUG nova.network.neutron [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Successfully updated port: 104b4c84-ead7-4ff2-acb6-310facb787ae {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.171316] env[68802]: INFO nova.compute.manager [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Took 40.05 seconds to build instance. [ 678.217321] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.217786] env[68802]: DEBUG nova.compute.manager [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.220646] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.092s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.221936] env[68802]: INFO nova.compute.claims [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.228234] env[68802]: INFO nova.compute.manager [-] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Took 1.33 seconds to deallocate network for instance. [ 678.243213] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658628} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.243367] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] ce162796-7bf4-4602-b93d-0f91c636e411/ce162796-7bf4-4602-b93d-0f91c636e411.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.243576] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.244632] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a973d56d-7a8a-4111-8ba6-8933b13041fe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.251718] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for the task: (returnval){ [ 678.251718] env[68802]: value = "task-2794971" [ 678.251718] env[68802]: _type = "Task" [ 678.251718] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.260671] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.425748] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5275b8c4-cc67-2e0b-e557-57bd1041e0c0, 'name': SearchDatastore_Task, 'duration_secs': 0.022911} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.426852] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee92b31-f70d-4e0a-8584-22ca1dac9476 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.433281] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 678.433281] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52301571-0e3b-be6c-08a1-929e2c20a152" [ 678.433281] env[68802]: _type = "Task" [ 678.433281] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.443144] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52301571-0e3b-be6c-08a1-929e2c20a152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.674220] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "refresh_cache-dbea6ee4-4f2a-4040-8acc-df5b7da614ec" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.674480] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "refresh_cache-dbea6ee4-4f2a-4040-8acc-df5b7da614ec" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.674517] env[68802]: DEBUG nova.network.neutron [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.675835] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1fec858a-d9f2-438c-b2d1-30cebe147a8e tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Lock "8acdd624-55ab-4569-a65b-7484c93cdd18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.458s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.726758] env[68802]: DEBUG nova.compute.utils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.731775] env[68802]: DEBUG nova.compute.manager [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.731775] env[68802]: DEBUG nova.network.neutron [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.738366] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.761292] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070896} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.761572] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.762459] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8808f556-a995-4445-a994-f5c23e485eb9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.785741] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ce162796-7bf4-4602-b93d-0f91c636e411/ce162796-7bf4-4602-b93d-0f91c636e411.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.787354] env[68802]: DEBUG nova.policy [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44de32bc2f1f4189b4b108bca097faa7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '832b634379e2480c9166d728c1985816', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.788863] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4525ee37-ccf1-4f48-af73-ee85d0c222fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.810608] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for the task: (returnval){ [ 678.810608] env[68802]: value = "task-2794972" [ 678.810608] env[68802]: _type = "Task" [ 678.810608] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.819335] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.944043] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52301571-0e3b-be6c-08a1-929e2c20a152, 'name': SearchDatastore_Task, 'duration_secs': 0.04323} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.944343] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.944602] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] c3b6bea7-cbb0-459d-8096-8839bae26ad1/c3b6bea7-cbb0-459d-8096-8839bae26ad1.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.944862] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad91e577-3296-4dc3-8926-f12a60fa9b52 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.954146] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 678.954146] env[68802]: value = "task-2794973" [ 678.954146] env[68802]: _type = "Task" [ 678.954146] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.964687] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.180462] env[68802]: DEBUG nova.compute.manager [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.199224] env[68802]: DEBUG nova.network.neutron [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Successfully created port: 1c22f2ca-fca8-4734-bf2e-cf7606e6892d {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.220707] env[68802]: DEBUG nova.network.neutron [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.231581] env[68802]: DEBUG nova.compute.manager [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.326132] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.404135] env[68802]: DEBUG nova.compute.manager [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Received event network-vif-plugged-104b4c84-ead7-4ff2-acb6-310facb787ae {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.404135] env[68802]: DEBUG oslo_concurrency.lockutils [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] Acquiring lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.404135] env[68802]: DEBUG oslo_concurrency.lockutils [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] Lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.404135] env[68802]: DEBUG oslo_concurrency.lockutils [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] Lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.404135] env[68802]: DEBUG nova.compute.manager [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] No waiting events found dispatching network-vif-plugged-104b4c84-ead7-4ff2-acb6-310facb787ae {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.404773] env[68802]: WARNING nova.compute.manager [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Received unexpected event network-vif-plugged-104b4c84-ead7-4ff2-acb6-310facb787ae for instance with vm_state building and task_state spawning. [ 679.405119] env[68802]: DEBUG nova.compute.manager [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Received event network-changed-104b4c84-ead7-4ff2-acb6-310facb787ae {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.405649] env[68802]: DEBUG nova.compute.manager [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Refreshing instance network info cache due to event network-changed-104b4c84-ead7-4ff2-acb6-310facb787ae. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 679.406012] env[68802]: DEBUG oslo_concurrency.lockutils [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] Acquiring lock "refresh_cache-dbea6ee4-4f2a-4040-8acc-df5b7da614ec" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.465801] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794973, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.681358] env[68802]: DEBUG nova.compute.manager [req-b756ee28-fd70-4ac2-9a38-909cbc3e027d req-61559cd3-ad37-4663-aa47-dadba2eb7939 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Received event network-changed-7d3f2a78-6aea-4374-b0bc-7c2e22822e51 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.681358] env[68802]: DEBUG nova.compute.manager [req-b756ee28-fd70-4ac2-9a38-909cbc3e027d req-61559cd3-ad37-4663-aa47-dadba2eb7939 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Refreshing instance network info cache due to event network-changed-7d3f2a78-6aea-4374-b0bc-7c2e22822e51. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 679.681358] env[68802]: DEBUG oslo_concurrency.lockutils [req-b756ee28-fd70-4ac2-9a38-909cbc3e027d req-61559cd3-ad37-4663-aa47-dadba2eb7939 service nova] Acquiring lock "refresh_cache-8acdd624-55ab-4569-a65b-7484c93cdd18" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.681358] env[68802]: DEBUG oslo_concurrency.lockutils [req-b756ee28-fd70-4ac2-9a38-909cbc3e027d req-61559cd3-ad37-4663-aa47-dadba2eb7939 service nova] Acquired lock "refresh_cache-8acdd624-55ab-4569-a65b-7484c93cdd18" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.681358] env[68802]: DEBUG nova.network.neutron [req-b756ee28-fd70-4ac2-9a38-909cbc3e027d req-61559cd3-ad37-4663-aa47-dadba2eb7939 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Refreshing network info cache for port 7d3f2a78-6aea-4374-b0bc-7c2e22822e51 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.711334] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.753759] env[68802]: DEBUG nova.network.neutron [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Updating instance_info_cache with network_info: [{"id": "104b4c84-ead7-4ff2-acb6-310facb787ae", "address": "fa:16:3e:ae:2d:a2", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104b4c84-ea", "ovs_interfaceid": "104b4c84-ead7-4ff2-acb6-310facb787ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.817100] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ac442-ba7e-45a6-b109-3eadeb541b77 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.826024] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794972, 'name': ReconfigVM_Task, 'duration_secs': 0.726758} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.828300] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ce162796-7bf4-4602-b93d-0f91c636e411/ce162796-7bf4-4602-b93d-0f91c636e411.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.829061] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f0b12a5-b9a5-4701-9b8a-a9058774edb4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.831453] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edb0813-122a-4fc1-80de-dd3591578479 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.868479] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae292d0b-bf37-47ce-852c-6b8c1b6b92c6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.869647] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for the task: (returnval){ [ 679.869647] env[68802]: value = "task-2794974" [ 679.869647] env[68802]: _type = "Task" [ 679.869647] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.876108] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f738223-af1a-4213-84d5-cb15ceef3c43 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.884542] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794974, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.894255] env[68802]: DEBUG nova.compute.provider_tree [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.966040] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794973, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.245097] env[68802]: DEBUG nova.compute.manager [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.259350] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "refresh_cache-dbea6ee4-4f2a-4040-8acc-df5b7da614ec" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.259747] env[68802]: DEBUG nova.compute.manager [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Instance network_info: |[{"id": "104b4c84-ead7-4ff2-acb6-310facb787ae", "address": "fa:16:3e:ae:2d:a2", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104b4c84-ea", "ovs_interfaceid": "104b4c84-ead7-4ff2-acb6-310facb787ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.260120] env[68802]: DEBUG oslo_concurrency.lockutils [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] Acquired lock "refresh_cache-dbea6ee4-4f2a-4040-8acc-df5b7da614ec" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.260321] env[68802]: DEBUG nova.network.neutron [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Refreshing network info cache for port 104b4c84-ead7-4ff2-acb6-310facb787ae {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.261702] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:2d:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '104b4c84-ead7-4ff2-acb6-310facb787ae', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.271853] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.276686] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.277418] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d84a47fc-a2cf-4dc0-9937-88343cdba719 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.300135] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.300258] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.300562] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.300562] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.300670] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.300929] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.300997] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.301175] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.301347] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.301608] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.301667] env[68802]: DEBUG nova.virt.hardware [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.302925] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5abb03-4115-4fc9-a618-b8b900367181 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.314190] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e455b93f-53af-41c1-abff-db9259ddd920 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.317948] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.317948] env[68802]: value = "task-2794975" [ 680.317948] env[68802]: _type = "Task" [ 680.317948] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.334409] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794975, 'name': CreateVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.379790] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794974, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.400017] env[68802]: DEBUG nova.scheduler.client.report [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.466663] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794973, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.495125] env[68802]: DEBUG nova.network.neutron [req-b756ee28-fd70-4ac2-9a38-909cbc3e027d req-61559cd3-ad37-4663-aa47-dadba2eb7939 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Updated VIF entry in instance network info cache for port 7d3f2a78-6aea-4374-b0bc-7c2e22822e51. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.495459] env[68802]: DEBUG nova.network.neutron [req-b756ee28-fd70-4ac2-9a38-909cbc3e027d req-61559cd3-ad37-4663-aa47-dadba2eb7939 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Updating instance_info_cache with network_info: [{"id": "7d3f2a78-6aea-4374-b0bc-7c2e22822e51", "address": "fa:16:3e:05:7c:c7", "network": {"id": "1de1cc7f-f999-4d30-b416-955cebd9b05b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-438724738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e80493d361a64807802f756ae36db6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3f2a78-6a", "ovs_interfaceid": "7d3f2a78-6aea-4374-b0bc-7c2e22822e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.614106] env[68802]: DEBUG nova.network.neutron [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Updated VIF entry in instance network info cache for port 104b4c84-ead7-4ff2-acb6-310facb787ae. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.614490] env[68802]: DEBUG nova.network.neutron [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Updating instance_info_cache with network_info: [{"id": "104b4c84-ead7-4ff2-acb6-310facb787ae", "address": "fa:16:3e:ae:2d:a2", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104b4c84-ea", "ovs_interfaceid": "104b4c84-ead7-4ff2-acb6-310facb787ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.828444] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794975, 'name': CreateVM_Task, 'duration_secs': 0.369504} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.828808] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.829345] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.829511] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.829819] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.830092] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b074ed-edf6-49fb-9ab8-9aa50ef92cc7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.834705] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 680.834705] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523110ff-6c0d-b464-10ff-e4d3900bd18b" [ 680.834705] env[68802]: _type = "Task" [ 680.834705] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.844467] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523110ff-6c0d-b464-10ff-e4d3900bd18b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.879991] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794974, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.905675] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.906210] env[68802]: DEBUG nova.compute.manager [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.908805] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.807s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.909040] env[68802]: DEBUG nova.objects.instance [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lazy-loading 'resources' on Instance uuid b9061756-8344-441b-b1f2-5724e8566e98 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.965341] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794973, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.791253} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.965648] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] c3b6bea7-cbb0-459d-8096-8839bae26ad1/c3b6bea7-cbb0-459d-8096-8839bae26ad1.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.965812] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.966072] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9769f602-0584-4f26-a0cc-40312d4959a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.973032] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 680.973032] env[68802]: value = "task-2794976" [ 680.973032] env[68802]: _type = "Task" [ 680.973032] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.981952] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.998905] env[68802]: DEBUG oslo_concurrency.lockutils [req-b756ee28-fd70-4ac2-9a38-909cbc3e027d req-61559cd3-ad37-4663-aa47-dadba2eb7939 service nova] Releasing lock "refresh_cache-8acdd624-55ab-4569-a65b-7484c93cdd18" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.116925] env[68802]: DEBUG oslo_concurrency.lockutils [req-d57c4968-c67d-437d-a34f-fc963ab7a1f7 req-13a26815-6d5a-4312-8b28-11770b6c1523 service nova] Releasing lock "refresh_cache-dbea6ee4-4f2a-4040-8acc-df5b7da614ec" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.253370] env[68802]: DEBUG nova.network.neutron [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Successfully updated port: 1c22f2ca-fca8-4734-bf2e-cf7606e6892d {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.345031] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523110ff-6c0d-b464-10ff-e4d3900bd18b, 'name': SearchDatastore_Task, 'duration_secs': 0.061594} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.345164] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.345331] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.345570] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.345711] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.345883] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.346160] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-201432c4-47e6-47f1-8212-14241bd7f957 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.356374] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.356576] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.357374] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-109f700f-8e3d-4e9a-a766-a4798ae2381f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.362287] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 681.362287] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f77786-7e0a-9a20-d818-0eafc39365b4" [ 681.362287] env[68802]: _type = "Task" [ 681.362287] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.369994] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f77786-7e0a-9a20-d818-0eafc39365b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.379465] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794974, 'name': Rename_Task, 'duration_secs': 1.284542} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.379713] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.379937] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa56bca0-74c0-4f8a-aecb-e86e29e91b1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.385524] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for the task: (returnval){ [ 681.385524] env[68802]: value = "task-2794977" [ 681.385524] env[68802]: _type = "Task" [ 681.385524] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.392892] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.411716] env[68802]: DEBUG nova.compute.utils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.416070] env[68802]: DEBUG nova.compute.manager [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.416285] env[68802]: DEBUG nova.network.neutron [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.476314] env[68802]: DEBUG nova.policy [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c785d0ee58411b984a741bc20a9d1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd84757c1ce8d4eb2be6ed606036b6e99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.486452] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070105} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.488904] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.490339] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ea4451-952f-48da-91d2-7d09452fa90b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.510214] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] c3b6bea7-cbb0-459d-8096-8839bae26ad1/c3b6bea7-cbb0-459d-8096-8839bae26ad1.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.514103] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bb0d57a-6af3-4872-917a-5933dc349fe1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.529528] env[68802]: DEBUG nova.compute.manager [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Received event network-vif-plugged-1c22f2ca-fca8-4734-bf2e-cf7606e6892d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.529798] env[68802]: DEBUG oslo_concurrency.lockutils [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] Acquiring lock "ceb07909-a135-479b-8480-00b8aa6575d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.530115] env[68802]: DEBUG oslo_concurrency.lockutils [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] Lock "ceb07909-a135-479b-8480-00b8aa6575d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.530371] env[68802]: DEBUG oslo_concurrency.lockutils [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] Lock "ceb07909-a135-479b-8480-00b8aa6575d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.530582] env[68802]: DEBUG nova.compute.manager [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] No waiting events found dispatching network-vif-plugged-1c22f2ca-fca8-4734-bf2e-cf7606e6892d {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.530762] env[68802]: WARNING nova.compute.manager [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Received unexpected event network-vif-plugged-1c22f2ca-fca8-4734-bf2e-cf7606e6892d for instance with vm_state building and task_state spawning. [ 681.530916] env[68802]: DEBUG nova.compute.manager [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Received event network-changed-1c22f2ca-fca8-4734-bf2e-cf7606e6892d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.531161] env[68802]: DEBUG nova.compute.manager [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Refreshing instance network info cache due to event network-changed-1c22f2ca-fca8-4734-bf2e-cf7606e6892d. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 681.531343] env[68802]: DEBUG oslo_concurrency.lockutils [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] Acquiring lock "refresh_cache-ceb07909-a135-479b-8480-00b8aa6575d2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.531428] env[68802]: DEBUG oslo_concurrency.lockutils [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] Acquired lock "refresh_cache-ceb07909-a135-479b-8480-00b8aa6575d2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.531681] env[68802]: DEBUG nova.network.neutron [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Refreshing network info cache for port 1c22f2ca-fca8-4734-bf2e-cf7606e6892d {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.543870] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 681.543870] env[68802]: value = "task-2794978" [ 681.543870] env[68802]: _type = "Task" [ 681.543870] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.557733] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.756711] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "refresh_cache-ceb07909-a135-479b-8480-00b8aa6575d2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.861942] env[68802]: DEBUG nova.network.neutron [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Successfully created port: 2517076a-dfa3-47cd-ab65-2180a5a1c9db {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.875344] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f77786-7e0a-9a20-d818-0eafc39365b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01731} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.876138] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231c61c8-fce3-4b3d-845f-6cbc3d6f4662 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.881014] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 681.881014] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cd235f-a0d5-8b56-50f3-0751de035efe" [ 681.881014] env[68802]: _type = "Task" [ 681.881014] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.894203] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cd235f-a0d5-8b56-50f3-0751de035efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.899575] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.916311] env[68802]: DEBUG nova.compute.manager [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.966135] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c77e90-b10a-459f-b0bf-4897f125e929 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.974250] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277b54ed-2ac5-4a3f-9c5f-5aebaef04006 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.011690] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5dd349-411e-4b24-ab34-5dce997ae459 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.019695] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38544a0b-e993-4fb9-bd98-8359a9c233d0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.033396] env[68802]: DEBUG nova.compute.provider_tree [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.055414] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794978, 'name': ReconfigVM_Task, 'duration_secs': 0.277964} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.055652] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Reconfigured VM instance instance-0000001a to attach disk [datastore2] c3b6bea7-cbb0-459d-8096-8839bae26ad1/c3b6bea7-cbb0-459d-8096-8839bae26ad1.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.056286] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5646e85-6e0b-425a-af7c-eccf94ba8405 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.062676] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 682.062676] env[68802]: value = "task-2794979" [ 682.062676] env[68802]: _type = "Task" [ 682.062676] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.070324] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794979, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.074250] env[68802]: DEBUG nova.network.neutron [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.147889] env[68802]: DEBUG nova.network.neutron [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.396886] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cd235f-a0d5-8b56-50f3-0751de035efe, 'name': SearchDatastore_Task, 'duration_secs': 0.012241} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.399780] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.400643] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] dbea6ee4-4f2a-4040-8acc-df5b7da614ec/dbea6ee4-4f2a-4040-8acc-df5b7da614ec.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.400643] env[68802]: DEBUG oslo_vmware.api [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794977, 'name': PowerOnVM_Task, 'duration_secs': 0.983146} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.400643] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ed2b45d-233c-4274-805d-6cd2dbc98618 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.402350] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.402551] env[68802]: INFO nova.compute.manager [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Took 9.60 seconds to spawn the instance on the hypervisor. [ 682.402723] env[68802]: DEBUG nova.compute.manager [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.403469] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de97567d-8c6f-4be0-9967-de8027241e7b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.413154] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 682.413154] env[68802]: value = "task-2794980" [ 682.413154] env[68802]: _type = "Task" [ 682.413154] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.423275] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.538212] env[68802]: DEBUG nova.scheduler.client.report [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.573022] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794979, 'name': Rename_Task, 'duration_secs': 0.135403} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.573022] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.573151] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f80c20-5e0d-47b3-9d31-34c2003ff446 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.579279] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 682.579279] env[68802]: value = "task-2794981" [ 682.579279] env[68802]: _type = "Task" [ 682.579279] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.587783] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.650238] env[68802]: DEBUG oslo_concurrency.lockutils [req-663dec21-9c68-4383-8be7-35248caa384a req-c3334444-fe32-4427-8f0d-4dad673e5897 service nova] Releasing lock "refresh_cache-ceb07909-a135-479b-8480-00b8aa6575d2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.650627] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquired lock "refresh_cache-ceb07909-a135-479b-8480-00b8aa6575d2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.650786] env[68802]: DEBUG nova.network.neutron [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.929022] env[68802]: DEBUG nova.compute.manager [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.932187] env[68802]: INFO nova.compute.manager [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Took 41.48 seconds to build instance. [ 682.941171] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794980, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.961037] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.961037] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.961037] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.961037] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.961337] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.961388] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.961603] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.961747] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.961945] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.962133] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.962309] env[68802]: DEBUG nova.virt.hardware [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.963560] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c530642-9c48-44ea-9dfc-996e8b334b0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.972548] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c95eee9-077d-457b-9289-7ac6b3d43fae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.044405] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.047287] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.486s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.048864] env[68802]: INFO nova.compute.claims [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.074031] env[68802]: INFO nova.scheduler.client.report [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Deleted allocations for instance b9061756-8344-441b-b1f2-5724e8566e98 [ 683.090171] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.190087] env[68802]: DEBUG nova.network.neutron [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.381130] env[68802]: DEBUG nova.network.neutron [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Updating instance_info_cache with network_info: [{"id": "1c22f2ca-fca8-4734-bf2e-cf7606e6892d", "address": "fa:16:3e:ec:0e:cb", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c22f2ca-fc", "ovs_interfaceid": "1c22f2ca-fca8-4734-bf2e-cf7606e6892d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.430320] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723453} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.430625] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] dbea6ee4-4f2a-4040-8acc-df5b7da614ec/dbea6ee4-4f2a-4040-8acc-df5b7da614ec.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.430848] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.431168] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37bb6caa-c82e-467c-8f8d-42ed855c17a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.434743] env[68802]: DEBUG oslo_concurrency.lockutils [None req-452db760-de01-4822-840d-317cc2d7d9c2 tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lock "ce162796-7bf4-4602-b93d-0f91c636e411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.509s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.437890] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 683.437890] env[68802]: value = "task-2794982" [ 683.437890] env[68802]: _type = "Task" [ 683.437890] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.450397] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.583558] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5c45e20c-d293-423c-a921-5ad7fbeb1572 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845 tempest-FloatingIPsAssociationNegativeTestJSON-1384913845-project-member] Lock "b9061756-8344-441b-b1f2-5724e8566e98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.315s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.593402] env[68802]: DEBUG oslo_vmware.api [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794981, 'name': PowerOnVM_Task, 'duration_secs': 0.577013} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.593672] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.593876] env[68802]: DEBUG nova.compute.manager [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.594657] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1cda00-5c0d-4776-b463-4937151edee2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.608196] env[68802]: DEBUG nova.network.neutron [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Successfully updated port: 2517076a-dfa3-47cd-ab65-2180a5a1c9db {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.648187] env[68802]: DEBUG nova.compute.manager [req-f81bbd7d-cb05-4359-aa32-dc6f86083322 req-cf37da54-5cd7-4ae8-9087-490399f4b93b service nova] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Received event network-vif-plugged-2517076a-dfa3-47cd-ab65-2180a5a1c9db {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 683.648382] env[68802]: DEBUG oslo_concurrency.lockutils [req-f81bbd7d-cb05-4359-aa32-dc6f86083322 req-cf37da54-5cd7-4ae8-9087-490399f4b93b service nova] Acquiring lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.648579] env[68802]: DEBUG oslo_concurrency.lockutils [req-f81bbd7d-cb05-4359-aa32-dc6f86083322 req-cf37da54-5cd7-4ae8-9087-490399f4b93b service nova] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.648739] env[68802]: DEBUG oslo_concurrency.lockutils [req-f81bbd7d-cb05-4359-aa32-dc6f86083322 req-cf37da54-5cd7-4ae8-9087-490399f4b93b service nova] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.648903] env[68802]: DEBUG nova.compute.manager [req-f81bbd7d-cb05-4359-aa32-dc6f86083322 req-cf37da54-5cd7-4ae8-9087-490399f4b93b service nova] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] No waiting events found dispatching network-vif-plugged-2517076a-dfa3-47cd-ab65-2180a5a1c9db {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.649077] env[68802]: WARNING nova.compute.manager [req-f81bbd7d-cb05-4359-aa32-dc6f86083322 req-cf37da54-5cd7-4ae8-9087-490399f4b93b service nova] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Received unexpected event network-vif-plugged-2517076a-dfa3-47cd-ab65-2180a5a1c9db for instance with vm_state building and task_state spawning. [ 683.884474] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Releasing lock "refresh_cache-ceb07909-a135-479b-8480-00b8aa6575d2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.884474] env[68802]: DEBUG nova.compute.manager [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Instance network_info: |[{"id": "1c22f2ca-fca8-4734-bf2e-cf7606e6892d", "address": "fa:16:3e:ec:0e:cb", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c22f2ca-fc", "ovs_interfaceid": "1c22f2ca-fca8-4734-bf2e-cf7606e6892d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.884678] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:0e:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c22f2ca-fca8-4734-bf2e-cf7606e6892d', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.894622] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.895223] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.895776] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-510799cc-c07c-4b72-9165-1eaa4c1f6f5e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.916093] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.916093] env[68802]: value = "task-2794983" [ 683.916093] env[68802]: _type = "Task" [ 683.916093] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.925129] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794983, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.937826] env[68802]: DEBUG nova.compute.manager [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.952161] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243145} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.952423] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.953222] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e417f184-6016-4fad-a34f-db4aee9a89db {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.976709] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] dbea6ee4-4f2a-4040-8acc-df5b7da614ec/dbea6ee4-4f2a-4040-8acc-df5b7da614ec.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.977777] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e14ff9-9c65-46e2-814c-3cded951c220 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.998915] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 683.998915] env[68802]: value = "task-2794984" [ 683.998915] env[68802]: _type = "Task" [ 683.998915] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.011411] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.111500] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.117721] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.117721] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.117721] env[68802]: DEBUG nova.network.neutron [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.308678] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquiring lock "ce162796-7bf4-4602-b93d-0f91c636e411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.308911] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lock "ce162796-7bf4-4602-b93d-0f91c636e411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.309131] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquiring lock "ce162796-7bf4-4602-b93d-0f91c636e411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.309324] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lock "ce162796-7bf4-4602-b93d-0f91c636e411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.309480] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lock "ce162796-7bf4-4602-b93d-0f91c636e411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.312035] env[68802]: INFO nova.compute.manager [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Terminating instance [ 684.431494] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794983, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.462874] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.509073] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.516269] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "c3b6bea7-cbb0-459d-8096-8839bae26ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.516536] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "c3b6bea7-cbb0-459d-8096-8839bae26ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.516756] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "c3b6bea7-cbb0-459d-8096-8839bae26ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.516938] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "c3b6bea7-cbb0-459d-8096-8839bae26ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.517130] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "c3b6bea7-cbb0-459d-8096-8839bae26ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.519490] env[68802]: INFO nova.compute.manager [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Terminating instance [ 684.566885] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad179fa-19c7-4174-99f8-f011e53b2f2a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.576209] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6418085-db75-4391-a898-0336a4cb74ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.615022] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf17848-dd0c-4bba-904a-96b5b58ef89d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.621770] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa43f9e-fc1b-4811-adb2-27852b7083ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.635854] env[68802]: DEBUG nova.compute.provider_tree [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.692242] env[68802]: DEBUG nova.network.neutron [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.819330] env[68802]: DEBUG nova.compute.manager [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.819546] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.820449] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeab0d6-36ab-4789-a22f-a6eb14934f36 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.828546] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.828783] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530b08c7-64a2-4d0b-8b0d-54dc988325da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.835221] env[68802]: DEBUG oslo_vmware.api [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for the task: (returnval){ [ 684.835221] env[68802]: value = "task-2794985" [ 684.835221] env[68802]: _type = "Task" [ 684.835221] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.843358] env[68802]: DEBUG oslo_vmware.api [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.894664] env[68802]: DEBUG nova.network.neutron [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance_info_cache with network_info: [{"id": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "address": "fa:16:3e:0c:b1:d5", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2517076a-df", "ovs_interfaceid": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.931118] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794983, 'name': CreateVM_Task, 'duration_secs': 0.625355} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.931962] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.935018] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.937266] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.938130] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.939100] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d8a1db-f752-4672-8185-d998017a65f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.945694] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 684.945694] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526d86b0-35ed-818f-f28d-7e0024bb1d84" [ 684.945694] env[68802]: _type = "Task" [ 684.945694] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.954693] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526d86b0-35ed-818f-f28d-7e0024bb1d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.010176] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794984, 'name': ReconfigVM_Task, 'duration_secs': 0.596833} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.010619] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Reconfigured VM instance instance-0000001d to attach disk [datastore2] dbea6ee4-4f2a-4040-8acc-df5b7da614ec/dbea6ee4-4f2a-4040-8acc-df5b7da614ec.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.013836] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-777947eb-c705-49a2-82c3-59ab2ed0074d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.018556] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 685.018556] env[68802]: value = "task-2794986" [ 685.018556] env[68802]: _type = "Task" [ 685.018556] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.022754] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "refresh_cache-c3b6bea7-cbb0-459d-8096-8839bae26ad1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.023903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquired lock "refresh_cache-c3b6bea7-cbb0-459d-8096-8839bae26ad1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.023903] env[68802]: DEBUG nova.network.neutron [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.029044] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794986, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.140958] env[68802]: DEBUG nova.scheduler.client.report [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.344834] env[68802]: DEBUG oslo_vmware.api [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794985, 'name': PowerOffVM_Task, 'duration_secs': 0.208067} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.345311] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.345501] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.345749] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75f2fff2-423c-405b-a406-9544111dd017 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.397823] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.397823] env[68802]: DEBUG nova.compute.manager [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Instance network_info: |[{"id": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "address": "fa:16:3e:0c:b1:d5", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2517076a-df", "ovs_interfaceid": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.398050] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:b1:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2517076a-dfa3-47cd-ab65-2180a5a1c9db', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.405774] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Creating folder: Project (d84757c1ce8d4eb2be6ed606036b6e99). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.407186] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9320d22b-ad13-4d6e-81f9-28a9e5c24861 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.409385] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.409573] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.409745] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Deleting the datastore file [datastore1] ce162796-7bf4-4602-b93d-0f91c636e411 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.409975] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-771736ba-a457-4352-976e-fb976f7df287 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.416782] env[68802]: DEBUG oslo_vmware.api [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for the task: (returnval){ [ 685.416782] env[68802]: value = "task-2794988" [ 685.416782] env[68802]: _type = "Task" [ 685.416782] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.423111] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Created folder: Project (d84757c1ce8d4eb2be6ed606036b6e99) in parent group-v561663. [ 685.423327] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Creating folder: Instances. Parent ref: group-v561749. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.423792] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1e1dbd4-bdc0-4ee6-89b3-90083d222034 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.427944] env[68802]: DEBUG oslo_vmware.api [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.435082] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Created folder: Instances in parent group-v561749. [ 685.435911] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.437031] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.437031] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32ce1329-79c2-4f45-b94e-c4d76843abbe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.462617] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526d86b0-35ed-818f-f28d-7e0024bb1d84, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.463925] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.464194] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.464424] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.464566] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.464739] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.464975] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.464975] env[68802]: value = "task-2794991" [ 685.464975] env[68802]: _type = "Task" [ 685.464975] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.465194] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32583e08-2c51-4b9e-b85a-042cfb7ba3bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.474693] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794991, 'name': CreateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.475904] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.476058] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.476763] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953fc2a3-7686-45d8-8d4b-cb2a13ad4536 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.481505] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 685.481505] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b96536-9cf9-98f0-9ded-e5bec1af81ca" [ 685.481505] env[68802]: _type = "Task" [ 685.481505] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.489569] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b96536-9cf9-98f0-9ded-e5bec1af81ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.535510] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794986, 'name': Rename_Task, 'duration_secs': 0.271042} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.535510] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.535510] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31520c55-57f6-4939-b2d6-f36e7dcd7386 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.543474] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 685.543474] env[68802]: value = "task-2794992" [ 685.543474] env[68802]: _type = "Task" [ 685.543474] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.552916] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.552916] env[68802]: DEBUG nova.network.neutron [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.648331] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.648331] env[68802]: DEBUG nova.compute.manager [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.651504] env[68802]: DEBUG nova.network.neutron [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.652719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.500s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.654468] env[68802]: INFO nova.compute.claims [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.678446] env[68802]: DEBUG nova.compute.manager [req-e490d03b-ede2-4638-89dc-925da667e130 req-24022df7-4246-4a26-a19c-04063df55ab0 service nova] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Received event network-changed-2517076a-dfa3-47cd-ab65-2180a5a1c9db {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.678728] env[68802]: DEBUG nova.compute.manager [req-e490d03b-ede2-4638-89dc-925da667e130 req-24022df7-4246-4a26-a19c-04063df55ab0 service nova] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Refreshing instance network info cache due to event network-changed-2517076a-dfa3-47cd-ab65-2180a5a1c9db. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 685.679037] env[68802]: DEBUG oslo_concurrency.lockutils [req-e490d03b-ede2-4638-89dc-925da667e130 req-24022df7-4246-4a26-a19c-04063df55ab0 service nova] Acquiring lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.680287] env[68802]: DEBUG oslo_concurrency.lockutils [req-e490d03b-ede2-4638-89dc-925da667e130 req-24022df7-4246-4a26-a19c-04063df55ab0 service nova] Acquired lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.680287] env[68802]: DEBUG nova.network.neutron [req-e490d03b-ede2-4638-89dc-925da667e130 req-24022df7-4246-4a26-a19c-04063df55ab0 service nova] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Refreshing network info cache for port 2517076a-dfa3-47cd-ab65-2180a5a1c9db {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.928884] env[68802]: DEBUG oslo_vmware.api [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Task: {'id': task-2794988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165118} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.928884] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.928884] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.930035] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.930035] env[68802]: INFO nova.compute.manager [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Took 1.11 seconds to destroy the instance on the hypervisor. [ 685.930035] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.930035] env[68802]: DEBUG nova.compute.manager [-] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.930035] env[68802]: DEBUG nova.network.neutron [-] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.978541] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794991, 'name': CreateVM_Task, 'duration_secs': 0.436155} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.978791] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.979481] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.979691] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.980059] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.980447] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d39d3a6-9d5d-4a6e-b0a2-01f609031a25 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.993675] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 685.993675] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c1892a-7a50-43f8-20cd-a38aba170553" [ 685.993675] env[68802]: _type = "Task" [ 685.993675] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.005626] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b96536-9cf9-98f0-9ded-e5bec1af81ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015067} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.011904] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc050166-7088-4b21-bda1-3bbf70939c21 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.014443] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c1892a-7a50-43f8-20cd-a38aba170553, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.014765] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.015192] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.015358] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.019730] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 686.019730] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5252c0cc-5ce2-3417-8ce3-2bc48e79cfb6" [ 686.019730] env[68802]: _type = "Task" [ 686.019730] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.028599] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5252c0cc-5ce2-3417-8ce3-2bc48e79cfb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.054749] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794992, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.157669] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Releasing lock "refresh_cache-c3b6bea7-cbb0-459d-8096-8839bae26ad1" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.158141] env[68802]: DEBUG nova.compute.manager [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.158332] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.159513] env[68802]: DEBUG nova.compute.utils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.163060] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d785870d-501c-4e5e-bd15-f1831a7c4136 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.168038] env[68802]: DEBUG nova.compute.manager [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.168038] env[68802]: DEBUG nova.network.neutron [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.174021] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.174295] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a095446-6730-4303-84b0-17fd52518a05 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.184857] env[68802]: DEBUG oslo_vmware.api [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 686.184857] env[68802]: value = "task-2794993" [ 686.184857] env[68802]: _type = "Task" [ 686.184857] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.196213] env[68802]: DEBUG oslo_vmware.api [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.217672] env[68802]: DEBUG nova.policy [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b023e2da2b954dc5b9e9ec9aee824a39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0ecee7661c2478580bad6ac941ddd7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.490461] env[68802]: DEBUG nova.network.neutron [req-e490d03b-ede2-4638-89dc-925da667e130 req-24022df7-4246-4a26-a19c-04063df55ab0 service nova] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updated VIF entry in instance network info cache for port 2517076a-dfa3-47cd-ab65-2180a5a1c9db. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.490926] env[68802]: DEBUG nova.network.neutron [req-e490d03b-ede2-4638-89dc-925da667e130 req-24022df7-4246-4a26-a19c-04063df55ab0 service nova] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance_info_cache with network_info: [{"id": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "address": "fa:16:3e:0c:b1:d5", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2517076a-df", "ovs_interfaceid": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.534385] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5252c0cc-5ce2-3417-8ce3-2bc48e79cfb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.534662] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.534924] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ceb07909-a135-479b-8480-00b8aa6575d2/ceb07909-a135-479b-8480-00b8aa6575d2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.535251] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.535499] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.535732] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-626be0b8-d56f-43a6-af99-808d1eb93470 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.538902] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00ecacac-377e-4fea-aa1d-52fcb6194ff3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.546147] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 686.546147] env[68802]: value = "task-2794994" [ 686.546147] env[68802]: _type = "Task" [ 686.546147] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.551693] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.551881] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.556710] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41fc447d-9493-4f1e-9807-90a23285eafa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.564568] env[68802]: DEBUG oslo_vmware.api [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2794992, 'name': PowerOnVM_Task, 'duration_secs': 0.800066} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.571794] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.571922] env[68802]: INFO nova.compute.manager [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Took 8.99 seconds to spawn the instance on the hypervisor. [ 686.572120] env[68802]: DEBUG nova.compute.manager [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.572652] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.572777] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 686.572777] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520e5f54-774a-992c-da23-b576e22bba8d" [ 686.572777] env[68802]: _type = "Task" [ 686.572777] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.573571] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ded8fc4-68a3-43e3-8f93-a00aa3d3862b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.589449] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520e5f54-774a-992c-da23-b576e22bba8d, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.590220] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9982992a-74c6-4a86-a4bb-f5544c27451f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.595164] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 686.595164] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52856301-1bc8-8ef2-28f8-813edc315a64" [ 686.595164] env[68802]: _type = "Task" [ 686.595164] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.602667] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52856301-1bc8-8ef2-28f8-813edc315a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.640747] env[68802]: DEBUG nova.network.neutron [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Successfully created port: d4121895-75c4-4d22-a58c-381d26961746 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.669868] env[68802]: DEBUG nova.compute.manager [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.699694] env[68802]: DEBUG oslo_vmware.api [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794993, 'name': PowerOffVM_Task, 'duration_secs': 0.391264} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.700818] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.700818] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.700818] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2809906e-a743-45cc-b28b-bbbeb2903a1e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.728688] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.729315] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.730009] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Deleting the datastore file [datastore2] c3b6bea7-cbb0-459d-8096-8839bae26ad1 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.730226] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65a5ac09-de8d-4309-8dfe-ab5518867564 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.737293] env[68802]: DEBUG oslo_vmware.api [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for the task: (returnval){ [ 686.737293] env[68802]: value = "task-2794996" [ 686.737293] env[68802]: _type = "Task" [ 686.737293] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.745159] env[68802]: DEBUG oslo_vmware.api [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.785502] env[68802]: DEBUG nova.network.neutron [-] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.994170] env[68802]: DEBUG oslo_concurrency.lockutils [req-e490d03b-ede2-4638-89dc-925da667e130 req-24022df7-4246-4a26-a19c-04063df55ab0 service nova] Releasing lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.068555] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511302} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.070062] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ceb07909-a135-479b-8480-00b8aa6575d2/ceb07909-a135-479b-8480-00b8aa6575d2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.070538] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.072017] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-830661cb-4789-4b48-baef-c4a192e9f089 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.078442] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 687.078442] env[68802]: value = "task-2794997" [ 687.078442] env[68802]: _type = "Task" [ 687.078442] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.093444] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.098644] env[68802]: INFO nova.compute.manager [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Took 42.65 seconds to build instance. [ 687.104981] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52856301-1bc8-8ef2-28f8-813edc315a64, 'name': SearchDatastore_Task, 'duration_secs': 0.00918} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.105230] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.105459] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 66fa0a66-f5ea-4ab9-805e-ac58950219fd/66fa0a66-f5ea-4ab9-805e-ac58950219fd.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.106047] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab980310-e5ab-45d5-a711-2e98f07b1cce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.112909] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 687.112909] env[68802]: value = "task-2794998" [ 687.112909] env[68802]: _type = "Task" [ 687.112909] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.121470] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2794998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.247356] env[68802]: DEBUG oslo_vmware.api [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Task: {'id': task-2794996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373305} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.247732] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.248018] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.248193] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.248371] env[68802]: INFO nova.compute.manager [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Took 1.09 seconds to destroy the instance on the hypervisor. [ 687.248606] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.251155] env[68802]: DEBUG nova.compute.manager [-] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.251155] env[68802]: DEBUG nova.network.neutron [-] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.288585] env[68802]: INFO nova.compute.manager [-] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Took 1.36 seconds to deallocate network for instance. [ 687.306832] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354051f5-5572-4d2c-bd4d-3c321732e593 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.316264] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3499b52-4cc2-445f-830f-5898302f3f3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.356045] env[68802]: DEBUG nova.network.neutron [-] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.357283] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c0d5ff-a3f1-4cc2-90bc-17160dedb3e6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.365993] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0bb728-cd75-4678-aab3-f05895bb0aa9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.381964] env[68802]: DEBUG nova.compute.provider_tree [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.588274] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067431} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.588618] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.589472] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9d535c-6cba-4884-bbb5-f70a299f9ee8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.603403] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feb84835-525c-4a76-91c3-bb744422b2c5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.119s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.612527] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] ceb07909-a135-479b-8480-00b8aa6575d2/ceb07909-a135-479b-8480-00b8aa6575d2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.614024] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22dc7a1e-548c-4d6b-bc78-4838ee1c69c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.639053] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2794998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468306} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.640136] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 66fa0a66-f5ea-4ab9-805e-ac58950219fd/66fa0a66-f5ea-4ab9-805e-ac58950219fd.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.640425] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.640831] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 687.640831] env[68802]: value = "task-2794999" [ 687.640831] env[68802]: _type = "Task" [ 687.640831] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.641151] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e91ca08e-7b74-4384-a2be-ceb9e8328b95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.651173] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.653186] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 687.653186] env[68802]: value = "task-2795000" [ 687.653186] env[68802]: _type = "Task" [ 687.653186] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.663985] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.681707] env[68802]: DEBUG nova.compute.manager [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.722914] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.723689] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.723689] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.723689] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.723689] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.723983] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.724183] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.724357] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.724684] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.724684] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.724837] env[68802]: DEBUG nova.virt.hardware [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.725978] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b33dd3-d80f-44de-b85f-29ca122e2231 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.738019] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b97d153-3adf-4975-999b-61d92c4c77c6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.797688] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.856106] env[68802]: DEBUG nova.compute.manager [req-33ec6eaf-4c49-4cd2-b289-4bd152018072 req-569ea3f6-c5d1-46ce-9b1f-4879b756c6df service nova] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Received event network-vif-deleted-418f1ff7-e0f5-4ca9-8f00-224cb46de654 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 687.861101] env[68802]: DEBUG nova.network.neutron [-] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.885610] env[68802]: DEBUG nova.scheduler.client.report [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.129724] env[68802]: DEBUG nova.compute.manager [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.161150] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2794999, 'name': ReconfigVM_Task, 'duration_secs': 0.290284} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.161849] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Reconfigured VM instance instance-0000001e to attach disk [datastore2] ceb07909-a135-479b-8480-00b8aa6575d2/ceb07909-a135-479b-8480-00b8aa6575d2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.162650] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d5de256-dcbc-494c-a229-a2e8e7c41e26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.171801] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099226} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.172722] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.173206] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d2e35a-2c94-476b-b03b-b8a8b5ac68a6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.178474] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 688.178474] env[68802]: value = "task-2795001" [ 688.178474] env[68802]: _type = "Task" [ 688.178474] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.205374] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 66fa0a66-f5ea-4ab9-805e-ac58950219fd/66fa0a66-f5ea-4ab9-805e-ac58950219fd.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.206502] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401d7ba6-b36f-462e-9db5-f519e0e11446 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.228692] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2795001, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.235257] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 688.235257] env[68802]: value = "task-2795002" [ 688.235257] env[68802]: _type = "Task" [ 688.235257] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.245940] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.250849] env[68802]: DEBUG nova.compute.manager [req-94140bae-22ec-42be-8571-40fb93a9a578 req-c43e06db-a565-470f-b8ab-045fa1a4f2f7 service nova] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Received event network-vif-plugged-d4121895-75c4-4d22-a58c-381d26961746 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 688.251172] env[68802]: DEBUG oslo_concurrency.lockutils [req-94140bae-22ec-42be-8571-40fb93a9a578 req-c43e06db-a565-470f-b8ab-045fa1a4f2f7 service nova] Acquiring lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.251462] env[68802]: DEBUG oslo_concurrency.lockutils [req-94140bae-22ec-42be-8571-40fb93a9a578 req-c43e06db-a565-470f-b8ab-045fa1a4f2f7 service nova] Lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.251651] env[68802]: DEBUG oslo_concurrency.lockutils [req-94140bae-22ec-42be-8571-40fb93a9a578 req-c43e06db-a565-470f-b8ab-045fa1a4f2f7 service nova] Lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.251823] env[68802]: DEBUG nova.compute.manager [req-94140bae-22ec-42be-8571-40fb93a9a578 req-c43e06db-a565-470f-b8ab-045fa1a4f2f7 service nova] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] No waiting events found dispatching network-vif-plugged-d4121895-75c4-4d22-a58c-381d26961746 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.252037] env[68802]: WARNING nova.compute.manager [req-94140bae-22ec-42be-8571-40fb93a9a578 req-c43e06db-a565-470f-b8ab-045fa1a4f2f7 service nova] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Received unexpected event network-vif-plugged-d4121895-75c4-4d22-a58c-381d26961746 for instance with vm_state building and task_state spawning. [ 688.352555] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "71dd1641-baab-49cb-aafe-3a3083aea97a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.352555] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "71dd1641-baab-49cb-aafe-3a3083aea97a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.360778] env[68802]: DEBUG nova.network.neutron [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Successfully updated port: d4121895-75c4-4d22-a58c-381d26961746 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.365437] env[68802]: INFO nova.compute.manager [-] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Took 1.11 seconds to deallocate network for instance. [ 688.392837] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.393447] env[68802]: DEBUG nova.compute.manager [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.396561] env[68802]: DEBUG oslo_concurrency.lockutils [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.552s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.396776] env[68802]: DEBUG nova.objects.instance [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lazy-loading 'resources' on Instance uuid 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.659132] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.688067] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2795001, 'name': Rename_Task, 'duration_secs': 0.145175} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.688427] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.688778] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4337bfc4-29bc-497c-9ca5-2089e177609d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.696998] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 688.696998] env[68802]: value = "task-2795003" [ 688.696998] env[68802]: _type = "Task" [ 688.696998] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.704378] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2795003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.746157] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795002, 'name': ReconfigVM_Task, 'duration_secs': 0.279557} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.746496] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 66fa0a66-f5ea-4ab9-805e-ac58950219fd/66fa0a66-f5ea-4ab9-805e-ac58950219fd.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.750689] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f60a1095-76f1-4712-9eed-13b7115017c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.757515] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 688.757515] env[68802]: value = "task-2795004" [ 688.757515] env[68802]: _type = "Task" [ 688.757515] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.766364] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795004, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.860299] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.860454] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.860679] env[68802]: DEBUG nova.network.neutron [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.871974] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.903473] env[68802]: DEBUG nova.compute.utils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.909091] env[68802]: DEBUG nova.compute.manager [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.909091] env[68802]: DEBUG nova.network.neutron [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.975844] env[68802]: DEBUG nova.policy [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b69e2950134957a5d52bfc61a3fc79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55850477f62d482eb50571c9e3451842', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.213799] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2795003, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.272114] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795004, 'name': Rename_Task, 'duration_secs': 0.157293} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.272114] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.272114] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31c5bbfd-5bc3-4e48-8f2b-1c9bfabae512 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.277700] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 689.277700] env[68802]: value = "task-2795005" [ 689.277700] env[68802]: _type = "Task" [ 689.277700] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.285616] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.410347] env[68802]: DEBUG nova.network.neutron [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.412541] env[68802]: DEBUG nova.compute.manager [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.589738] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b2408-33d3-4488-9526-57943468f402 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.602452] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bc88e2-e96c-41e0-98b9-50eca4202a8b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.636915] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3a1677-0f35-4475-aede-a181c120e489 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.640880] env[68802]: DEBUG nova.network.neutron [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Successfully created port: 1d5f40b3-a781-4d8a-8777-dd5ee908f04e {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.645929] env[68802]: DEBUG nova.network.neutron [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Updating instance_info_cache with network_info: [{"id": "d4121895-75c4-4d22-a58c-381d26961746", "address": "fa:16:3e:0c:99:6d", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4121895-75", "ovs_interfaceid": "d4121895-75c4-4d22-a58c-381d26961746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.649530] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3811555d-2432-46ed-b59c-d74abf3976ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.665600] env[68802]: DEBUG nova.compute.provider_tree [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.709436] env[68802]: DEBUG oslo_vmware.api [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2795003, 'name': PowerOnVM_Task, 'duration_secs': 0.537397} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.709841] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.710197] env[68802]: INFO nova.compute.manager [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Took 9.47 seconds to spawn the instance on the hypervisor. [ 689.710492] env[68802]: DEBUG nova.compute.manager [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.711529] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b086570-5bf8-4275-94ce-259e2f3330d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.792071] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.147114] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.149358] env[68802]: DEBUG nova.compute.manager [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Instance network_info: |[{"id": "d4121895-75c4-4d22-a58c-381d26961746", "address": "fa:16:3e:0c:99:6d", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4121895-75", "ovs_interfaceid": "d4121895-75c4-4d22-a58c-381d26961746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.149765] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:99:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4121895-75c4-4d22-a58c-381d26961746', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.161861] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.162202] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.162442] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31a34bb2-f6e7-43f9-a2f8-67c6588f15ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.180029] env[68802]: DEBUG nova.scheduler.client.report [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.190525] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.190525] env[68802]: value = "task-2795006" [ 690.190525] env[68802]: _type = "Task" [ 690.190525] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.205858] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795006, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.232958] env[68802]: INFO nova.compute.manager [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Took 42.46 seconds to build instance. [ 690.289642] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795005, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.356697] env[68802]: DEBUG nova.compute.manager [req-6bfa9ff2-2229-40b9-8722-b36a3c9c9144 req-3507a4e1-07a7-4dc4-99d3-aad29e2422f2 service nova] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Received event network-changed-d4121895-75c4-4d22-a58c-381d26961746 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.356851] env[68802]: DEBUG nova.compute.manager [req-6bfa9ff2-2229-40b9-8722-b36a3c9c9144 req-3507a4e1-07a7-4dc4-99d3-aad29e2422f2 service nova] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Refreshing instance network info cache due to event network-changed-d4121895-75c4-4d22-a58c-381d26961746. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 690.360128] env[68802]: DEBUG oslo_concurrency.lockutils [req-6bfa9ff2-2229-40b9-8722-b36a3c9c9144 req-3507a4e1-07a7-4dc4-99d3-aad29e2422f2 service nova] Acquiring lock "refresh_cache-6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.360128] env[68802]: DEBUG oslo_concurrency.lockutils [req-6bfa9ff2-2229-40b9-8722-b36a3c9c9144 req-3507a4e1-07a7-4dc4-99d3-aad29e2422f2 service nova] Acquired lock "refresh_cache-6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.360128] env[68802]: DEBUG nova.network.neutron [req-6bfa9ff2-2229-40b9-8722-b36a3c9c9144 req-3507a4e1-07a7-4dc4-99d3-aad29e2422f2 service nova] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Refreshing network info cache for port d4121895-75c4-4d22-a58c-381d26961746 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.423905] env[68802]: DEBUG nova.compute.manager [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.455034] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.455034] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.455034] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.455249] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.455249] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.455249] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.456030] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.456030] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.456030] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.456030] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.456291] env[68802]: DEBUG nova.virt.hardware [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.457035] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d01a2e-4e15-4c4d-94b2-792ce2d7a3a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.467262] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49af1eb1-ff34-4b2a-a001-19cce621f292 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.688304] env[68802]: DEBUG oslo_concurrency.lockutils [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.690222] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.840s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.693712] env[68802]: INFO nova.compute.claims [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.706885] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795006, 'name': CreateVM_Task, 'duration_secs': 0.408316} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.707059] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.707718] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.707870] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.708188] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.708434] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d506b8a0-be98-4bc6-829e-ed36bb3d9a46 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.713420] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 690.713420] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526941fd-fb1f-9722-f3c8-ce47b46bf7e2" [ 690.713420] env[68802]: _type = "Task" [ 690.713420] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.722767] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526941fd-fb1f-9722-f3c8-ce47b46bf7e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.723636] env[68802]: INFO nova.scheduler.client.report [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Deleted allocations for instance 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b [ 690.736855] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6635913a-c968-4f4a-9830-dcd1f3ecc290 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "ceb07909-a135-479b-8480-00b8aa6575d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.489s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.789182] env[68802]: DEBUG oslo_vmware.api [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795005, 'name': PowerOnVM_Task, 'duration_secs': 1.030102} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.789509] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.789629] env[68802]: INFO nova.compute.manager [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Took 7.86 seconds to spawn the instance on the hypervisor. [ 690.789804] env[68802]: DEBUG nova.compute.manager [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.790588] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415700d3-1763-4bf2-bb17-ccf193f53f51 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.147613] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "ceb07909-a135-479b-8480-00b8aa6575d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.147613] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "ceb07909-a135-479b-8480-00b8aa6575d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.147613] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "ceb07909-a135-479b-8480-00b8aa6575d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.147613] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "ceb07909-a135-479b-8480-00b8aa6575d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.147797] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "ceb07909-a135-479b-8480-00b8aa6575d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.149386] env[68802]: INFO nova.compute.manager [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Terminating instance [ 691.159401] env[68802]: DEBUG nova.network.neutron [req-6bfa9ff2-2229-40b9-8722-b36a3c9c9144 req-3507a4e1-07a7-4dc4-99d3-aad29e2422f2 service nova] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Updated VIF entry in instance network info cache for port d4121895-75c4-4d22-a58c-381d26961746. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.160332] env[68802]: DEBUG nova.network.neutron [req-6bfa9ff2-2229-40b9-8722-b36a3c9c9144 req-3507a4e1-07a7-4dc4-99d3-aad29e2422f2 service nova] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Updating instance_info_cache with network_info: [{"id": "d4121895-75c4-4d22-a58c-381d26961746", "address": "fa:16:3e:0c:99:6d", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4121895-75", "ovs_interfaceid": "d4121895-75c4-4d22-a58c-381d26961746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.228123] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526941fd-fb1f-9722-f3c8-ce47b46bf7e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.230788] env[68802]: DEBUG oslo_concurrency.lockutils [None req-10ede9cf-ea58-44bf-9edd-582cab9e307a tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "5d7ca2c0-0656-428c-8f29-cdd6adc0b90b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.293s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.231704] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.231928] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.232187] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.232337] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.232514] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.232768] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37daea00-c2d0-4737-ba6a-d6d8362f24d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.246353] env[68802]: DEBUG nova.compute.manager [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.248523] env[68802]: DEBUG nova.network.neutron [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Successfully updated port: 1d5f40b3-a781-4d8a-8777-dd5ee908f04e {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.254338] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.254338] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.254338] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40ad9e8-614f-492e-868c-23f7bb288672 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.261750] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 691.261750] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b26349-2732-0931-c0cf-2f377b539e30" [ 691.261750] env[68802]: _type = "Task" [ 691.261750] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.279452] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b26349-2732-0931-c0cf-2f377b539e30, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.280586] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b9db60-e350-478f-9d9e-0a7abcddf907 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.292102] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 691.292102] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525da90e-20a2-5604-3f05-d3093718eccf" [ 691.292102] env[68802]: _type = "Task" [ 691.292102] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.311950] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525da90e-20a2-5604-3f05-d3093718eccf, 'name': SearchDatastore_Task, 'duration_secs': 0.00884} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.315954] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.315954] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e/6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.315954] env[68802]: INFO nova.compute.manager [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Took 37.21 seconds to build instance. [ 691.315954] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3579f565-b1cf-4536-93fa-0b0ffcbfccc3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.324490] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 691.324490] env[68802]: value = "task-2795007" [ 691.324490] env[68802]: _type = "Task" [ 691.324490] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.334130] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.450697] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.450697] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.653724] env[68802]: DEBUG nova.compute.manager [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.653841] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.654918] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68dc664-6aa8-49ef-ab8a-b39d8099729f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.662609] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.663246] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4eada3d-2fc0-474a-b873-01595f963fdd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.664506] env[68802]: DEBUG oslo_concurrency.lockutils [req-6bfa9ff2-2229-40b9-8722-b36a3c9c9144 req-3507a4e1-07a7-4dc4-99d3-aad29e2422f2 service nova] Releasing lock "refresh_cache-6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.670120] env[68802]: DEBUG oslo_vmware.api [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 691.670120] env[68802]: value = "task-2795008" [ 691.670120] env[68802]: _type = "Task" [ 691.670120] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.677239] env[68802]: DEBUG oslo_vmware.api [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2795008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.755481] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquiring lock "refresh_cache-bf363a72-ef3d-44c9-b578-08dfa0753f98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.755594] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquired lock "refresh_cache-bf363a72-ef3d-44c9-b578-08dfa0753f98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.755662] env[68802]: DEBUG nova.network.neutron [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.773933] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.796980] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "f19157c4-a8f7-4e71-842e-1b593907fce1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.797257] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "f19157c4-a8f7-4e71-842e-1b593907fce1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.797510] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "f19157c4-a8f7-4e71-842e-1b593907fce1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.797723] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "f19157c4-a8f7-4e71-842e-1b593907fce1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.797925] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "f19157c4-a8f7-4e71-842e-1b593907fce1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.800955] env[68802]: INFO nova.compute.manager [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Terminating instance [ 691.819095] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fc0c839-bc32-475d-84ec-8252bd11ba01 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.717s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.839522] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795007, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.181121] env[68802]: DEBUG oslo_vmware.api [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2795008, 'name': PowerOffVM_Task, 'duration_secs': 0.436234} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.183970] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.184113] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.184611] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd0a3921-c152-42b1-ad4c-63763594f595 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.272417] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.272417] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.272417] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Deleting the datastore file [datastore2] ceb07909-a135-479b-8480-00b8aa6575d2 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.272417] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ee5b229-abaf-4105-b43f-c716b06c8719 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.277773] env[68802]: DEBUG oslo_vmware.api [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for the task: (returnval){ [ 692.277773] env[68802]: value = "task-2795010" [ 692.277773] env[68802]: _type = "Task" [ 692.277773] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.284818] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7adfd9-9936-4397-ad1f-f5e9156bfc2e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.291840] env[68802]: DEBUG oslo_vmware.api [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2795010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.294485] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485a458e-96d4-430f-9c62-5084014faa33 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.325837] env[68802]: DEBUG nova.compute.manager [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.326087] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.326457] env[68802]: DEBUG nova.compute.manager [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.330898] env[68802]: DEBUG nova.network.neutron [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.333919] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd495904-bcda-4f83-aecd-9b3522440578 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.339645] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bec781-976d-471e-9688-225f5bbd507f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.356089] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a43c1-8472-408e-8f0b-13eedbbbe404 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.360608] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.361380] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716217} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.361380] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9ef6078-6805-4e9d-a380-12c6e702af69 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.362964] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e/6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.362964] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.363642] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd089de8-34b3-434b-9502-b6cc127d6725 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.373826] env[68802]: DEBUG nova.compute.provider_tree [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.381112] env[68802]: DEBUG oslo_vmware.api [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 692.381112] env[68802]: value = "task-2795011" [ 692.381112] env[68802]: _type = "Task" [ 692.381112] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.382929] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 692.382929] env[68802]: value = "task-2795012" [ 692.382929] env[68802]: _type = "Task" [ 692.382929] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.394541] env[68802]: DEBUG oslo_vmware.api [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2795011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.397909] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.467799] env[68802]: DEBUG nova.compute.manager [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Received event network-vif-plugged-1d5f40b3-a781-4d8a-8777-dd5ee908f04e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.468059] env[68802]: DEBUG oslo_concurrency.lockutils [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] Acquiring lock "bf363a72-ef3d-44c9-b578-08dfa0753f98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.468239] env[68802]: DEBUG oslo_concurrency.lockutils [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] Lock "bf363a72-ef3d-44c9-b578-08dfa0753f98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.468407] env[68802]: DEBUG oslo_concurrency.lockutils [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] Lock "bf363a72-ef3d-44c9-b578-08dfa0753f98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.468571] env[68802]: DEBUG nova.compute.manager [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] No waiting events found dispatching network-vif-plugged-1d5f40b3-a781-4d8a-8777-dd5ee908f04e {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.468736] env[68802]: WARNING nova.compute.manager [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Received unexpected event network-vif-plugged-1d5f40b3-a781-4d8a-8777-dd5ee908f04e for instance with vm_state building and task_state spawning. [ 692.468882] env[68802]: DEBUG nova.compute.manager [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Received event network-changed-1d5f40b3-a781-4d8a-8777-dd5ee908f04e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.469046] env[68802]: DEBUG nova.compute.manager [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Refreshing instance network info cache due to event network-changed-1d5f40b3-a781-4d8a-8777-dd5ee908f04e. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 692.469302] env[68802]: DEBUG oslo_concurrency.lockutils [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] Acquiring lock "refresh_cache-bf363a72-ef3d-44c9-b578-08dfa0753f98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.531853] env[68802]: DEBUG nova.network.neutron [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Updating instance_info_cache with network_info: [{"id": "1d5f40b3-a781-4d8a-8777-dd5ee908f04e", "address": "fa:16:3e:52:1d:b2", "network": {"id": "49f06d21-d9cc-4f71-951b-cd6e54d8034e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1016715116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55850477f62d482eb50571c9e3451842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5f40b3-a7", "ovs_interfaceid": "1d5f40b3-a781-4d8a-8777-dd5ee908f04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.787631] env[68802]: DEBUG oslo_vmware.api [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2795010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.847991] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.881165] env[68802]: DEBUG nova.scheduler.client.report [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.897428] env[68802]: DEBUG oslo_vmware.api [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2795011, 'name': PowerOffVM_Task, 'duration_secs': 0.487891} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.900506] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.901201] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.901201] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292622} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.901201] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbd871a4-7226-4331-b152-0ef50cb7cec7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.902760] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.903554] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e97ad19-0ece-4282-af2a-303baf96d96d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.927126] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e/6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.928141] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c251bb63-3755-4882-91d8-95ea0df1fcc1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.947378] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 692.947378] env[68802]: value = "task-2795014" [ 692.947378] env[68802]: _type = "Task" [ 692.947378] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.956571] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.973132] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.973386] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.973559] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Deleting the datastore file [datastore2] f19157c4-a8f7-4e71-842e-1b593907fce1 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.973833] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e91aa968-caf7-4146-b929-a95d74559427 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.980624] env[68802]: DEBUG oslo_vmware.api [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for the task: (returnval){ [ 692.980624] env[68802]: value = "task-2795015" [ 692.980624] env[68802]: _type = "Task" [ 692.980624] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.989077] env[68802]: DEBUG oslo_vmware.api [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2795015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.037613] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Releasing lock "refresh_cache-bf363a72-ef3d-44c9-b578-08dfa0753f98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.038036] env[68802]: DEBUG nova.compute.manager [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Instance network_info: |[{"id": "1d5f40b3-a781-4d8a-8777-dd5ee908f04e", "address": "fa:16:3e:52:1d:b2", "network": {"id": "49f06d21-d9cc-4f71-951b-cd6e54d8034e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1016715116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55850477f62d482eb50571c9e3451842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5f40b3-a7", "ovs_interfaceid": "1d5f40b3-a781-4d8a-8777-dd5ee908f04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.038410] env[68802]: DEBUG oslo_concurrency.lockutils [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] Acquired lock "refresh_cache-bf363a72-ef3d-44c9-b578-08dfa0753f98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.038614] env[68802]: DEBUG nova.network.neutron [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Refreshing network info cache for port 1d5f40b3-a781-4d8a-8777-dd5ee908f04e {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.039906] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:1d:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d5f40b3-a781-4d8a-8777-dd5ee908f04e', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.047749] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Creating folder: Project (55850477f62d482eb50571c9e3451842). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.051155] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bee792a-25d1-476e-9a14-4b14e8981db3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.064828] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Created folder: Project (55850477f62d482eb50571c9e3451842) in parent group-v561663. [ 693.065423] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Creating folder: Instances. Parent ref: group-v561753. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.065526] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-411587a5-df8b-47d9-8d90-e6b625c9724f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.075238] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Created folder: Instances in parent group-v561753. [ 693.075468] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.075733] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.075888] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eeda32b-fda8-4f8e-939e-e4af19f6df18 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.100235] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.100235] env[68802]: value = "task-2795018" [ 693.100235] env[68802]: _type = "Task" [ 693.100235] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.107646] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795018, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.290427] env[68802]: DEBUG oslo_vmware.api [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Task: {'id': task-2795010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572123} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.290798] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.291036] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.291263] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.291471] env[68802]: INFO nova.compute.manager [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 693.291722] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.291956] env[68802]: DEBUG nova.compute.manager [-] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.292110] env[68802]: DEBUG nova.network.neutron [-] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.333795] env[68802]: DEBUG nova.network.neutron [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Updated VIF entry in instance network info cache for port 1d5f40b3-a781-4d8a-8777-dd5ee908f04e. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.333795] env[68802]: DEBUG nova.network.neutron [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Updating instance_info_cache with network_info: [{"id": "1d5f40b3-a781-4d8a-8777-dd5ee908f04e", "address": "fa:16:3e:52:1d:b2", "network": {"id": "49f06d21-d9cc-4f71-951b-cd6e54d8034e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1016715116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55850477f62d482eb50571c9e3451842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5f40b3-a7", "ovs_interfaceid": "1d5f40b3-a781-4d8a-8777-dd5ee908f04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.389769] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.390327] env[68802]: DEBUG nova.compute.manager [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.393632] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.776s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.393632] env[68802]: DEBUG nova.objects.instance [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lazy-loading 'resources' on Instance uuid 79e3c13d-7711-4db4-bdf0-1ba78f6335d7 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.459238] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795014, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.490338] env[68802]: DEBUG oslo_vmware.api [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Task: {'id': task-2795015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275014} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.490669] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.490862] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.491086] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.491255] env[68802]: INFO nova.compute.manager [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 693.491495] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.491684] env[68802]: DEBUG nova.compute.manager [-] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.491779] env[68802]: DEBUG nova.network.neutron [-] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.573598] env[68802]: DEBUG nova.compute.manager [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Stashing vm_state: active {{(pid=68802) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 693.616619] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795018, 'name': CreateVM_Task, 'duration_secs': 0.371277} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.616619] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.617530] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.618237] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.618237] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.619592] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0334389-484c-4dd5-8744-dbf45c126217 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.625518] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for the task: (returnval){ [ 693.625518] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521be016-cef5-c28c-dd6c-496c9bf7abcc" [ 693.625518] env[68802]: _type = "Task" [ 693.625518] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.635059] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521be016-cef5-c28c-dd6c-496c9bf7abcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.812991] env[68802]: DEBUG nova.compute.manager [req-2adf5eb5-3558-417a-b76e-3075d0a854e7 req-7b8e1633-5575-424b-93fb-e1e455dbf70a service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Received event network-vif-deleted-1c22f2ca-fca8-4734-bf2e-cf7606e6892d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.812991] env[68802]: INFO nova.compute.manager [req-2adf5eb5-3558-417a-b76e-3075d0a854e7 req-7b8e1633-5575-424b-93fb-e1e455dbf70a service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Neutron deleted interface 1c22f2ca-fca8-4734-bf2e-cf7606e6892d; detaching it from the instance and deleting it from the info cache [ 693.812991] env[68802]: DEBUG nova.network.neutron [req-2adf5eb5-3558-417a-b76e-3075d0a854e7 req-7b8e1633-5575-424b-93fb-e1e455dbf70a service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.836885] env[68802]: DEBUG oslo_concurrency.lockutils [req-d537eb03-1d08-4c1b-a6c7-2d54d838c5a6 req-9e419e93-bf69-4ee2-9423-f3034efeb9fa service nova] Releasing lock "refresh_cache-bf363a72-ef3d-44c9-b578-08dfa0753f98" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.897101] env[68802]: DEBUG nova.compute.utils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.901939] env[68802]: DEBUG nova.compute.manager [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.902502] env[68802]: DEBUG nova.network.neutron [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.959648] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795014, 'name': ReconfigVM_Task, 'duration_secs': 0.578935} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.959648] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e/6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.959854] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9e4a003-dc5d-4e45-b9bb-af02de452fe4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.967601] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 693.967601] env[68802]: value = "task-2795019" [ 693.967601] env[68802]: _type = "Task" [ 693.967601] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.967969] env[68802]: DEBUG nova.policy [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fceff175389e4198930ad612c0ea37f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '336469a4a707449ea7e146aac7ad1f7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.979953] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795019, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.095091] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.111337] env[68802]: DEBUG nova.network.neutron [-] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.138691] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521be016-cef5-c28c-dd6c-496c9bf7abcc, 'name': SearchDatastore_Task, 'duration_secs': 0.041351} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.141349] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.141349] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.141349] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.141349] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.141656] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.141656] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e97bf6f-b1f2-4f14-9f58-6ed0f7fc3e90 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.163099] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.163317] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.164187] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f4fd61-7c3c-418f-bc9b-f674f7d83053 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.174984] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for the task: (returnval){ [ 694.174984] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5225273c-d497-af2b-3fd1-7433850b64d1" [ 694.174984] env[68802]: _type = "Task" [ 694.174984] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.183191] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5225273c-d497-af2b-3fd1-7433850b64d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.262511] env[68802]: DEBUG nova.network.neutron [-] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.316233] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ffdd790-442f-433c-b10c-86bc9faad650 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.325734] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad408550-0716-4aaf-88ee-90cb08898a13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.366086] env[68802]: DEBUG nova.compute.manager [req-2adf5eb5-3558-417a-b76e-3075d0a854e7 req-7b8e1633-5575-424b-93fb-e1e455dbf70a service nova] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Detach interface failed, port_id=1c22f2ca-fca8-4734-bf2e-cf7606e6892d, reason: Instance ceb07909-a135-479b-8480-00b8aa6575d2 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 694.376643] env[68802]: DEBUG nova.network.neutron [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Successfully created port: 15662f56-52f5-4db6-8560-f66b13117d90 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.402385] env[68802]: DEBUG nova.compute.manager [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.481019] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795019, 'name': Rename_Task, 'duration_secs': 0.205441} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.481216] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.481931] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da3619a-fc50-44f9-8041-d0c5820a971f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.484352] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be792417-0d2c-4382-99d1-f8429f3f011f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.490283] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb69311a-1578-4f53-92c8-37f304d765e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.495227] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 694.495227] env[68802]: value = "task-2795020" [ 694.495227] env[68802]: _type = "Task" [ 694.495227] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.527105] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553fbf1e-0605-4b95-8ea0-66914f766aeb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.531615] env[68802]: DEBUG nova.compute.manager [req-b5d5cbe1-c45f-408c-8340-faf2a164b018 req-63a8e362-6ff6-4884-8467-c137621efb04 service nova] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Received event network-vif-deleted-b13b1de1-a581-4bd8-9dae-c4492a115ee2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 694.535478] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.540561] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9d077d-ffeb-44bf-bd2a-cc8d6135b299 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.556601] env[68802]: DEBUG nova.compute.provider_tree [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.614546] env[68802]: INFO nova.compute.manager [-] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Took 1.32 seconds to deallocate network for instance. [ 694.685060] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5225273c-d497-af2b-3fd1-7433850b64d1, 'name': SearchDatastore_Task, 'duration_secs': 0.020474} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.685965] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6e7ff7-e7c4-425b-81c4-0a73225192d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.691230] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for the task: (returnval){ [ 694.691230] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522368d3-da84-25a9-06c7-cb4fc88a2289" [ 694.691230] env[68802]: _type = "Task" [ 694.691230] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.698924] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522368d3-da84-25a9-06c7-cb4fc88a2289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.762307] env[68802]: INFO nova.compute.manager [-] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Took 1.27 seconds to deallocate network for instance. [ 695.005596] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.062020] env[68802]: DEBUG nova.scheduler.client.report [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.123968] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.201871] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522368d3-da84-25a9-06c7-cb4fc88a2289, 'name': SearchDatastore_Task, 'duration_secs': 0.013261} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.201871] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.202092] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] bf363a72-ef3d-44c9-b578-08dfa0753f98/bf363a72-ef3d-44c9-b578-08dfa0753f98.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.202334] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9988092a-321c-496d-963a-5097511decd2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.208719] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for the task: (returnval){ [ 695.208719] env[68802]: value = "task-2795021" [ 695.208719] env[68802]: _type = "Task" [ 695.208719] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.216725] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.268976] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.414414] env[68802]: DEBUG nova.compute.manager [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.441534] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.441853] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.442100] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.442370] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.442552] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.442786] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.443132] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.443368] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.443635] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.443903] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.444202] env[68802]: DEBUG nova.virt.hardware [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.446084] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d599df8-b23f-436d-8667-75907f46bd35 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.453991] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5fc76f-14c2-4268-9ac3-8b198ca1fdf7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.505321] env[68802]: DEBUG oslo_vmware.api [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795020, 'name': PowerOnVM_Task, 'duration_secs': 1.000983} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.505617] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.505821] env[68802]: INFO nova.compute.manager [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Took 7.82 seconds to spawn the instance on the hypervisor. [ 695.505998] env[68802]: DEBUG nova.compute.manager [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.506938] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f9be6f-8acd-4813-9a2d-8cffdc491b67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.565240] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.567865] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.922s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.569509] env[68802]: INFO nova.compute.claims [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.594198] env[68802]: INFO nova.scheduler.client.report [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Deleted allocations for instance 79e3c13d-7711-4db4-bdf0-1ba78f6335d7 [ 695.721299] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795021, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.908173] env[68802]: DEBUG nova.network.neutron [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Successfully updated port: 15662f56-52f5-4db6-8560-f66b13117d90 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.024258] env[68802]: INFO nova.compute.manager [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Took 36.49 seconds to build instance. [ 696.101947] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f835228c-0010-4179-953d-85c3c09edaa2 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "79e3c13d-7711-4db4-bdf0-1ba78f6335d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.029s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.219465] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56617} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.219733] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] bf363a72-ef3d-44c9-b578-08dfa0753f98/bf363a72-ef3d-44c9-b578-08dfa0753f98.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.220026] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.220196] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf4634b5-7b22-4d3d-83b2-c1f2a8765f53 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.227339] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for the task: (returnval){ [ 696.227339] env[68802]: value = "task-2795022" [ 696.227339] env[68802]: _type = "Task" [ 696.227339] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.234751] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.410665] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.410811] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquired lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.410960] env[68802]: DEBUG nova.network.neutron [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.532961] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8608ab09-6584-4a40-9037-555893d84368 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.426s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.622257] env[68802]: DEBUG nova.compute.manager [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Received event network-vif-plugged-15662f56-52f5-4db6-8560-f66b13117d90 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 696.622257] env[68802]: DEBUG oslo_concurrency.lockutils [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] Acquiring lock "50e88850-968f-472b-9921-bbf973b475bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.622647] env[68802]: DEBUG oslo_concurrency.lockutils [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] Lock "50e88850-968f-472b-9921-bbf973b475bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.622647] env[68802]: DEBUG oslo_concurrency.lockutils [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] Lock "50e88850-968f-472b-9921-bbf973b475bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.622647] env[68802]: DEBUG nova.compute.manager [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] No waiting events found dispatching network-vif-plugged-15662f56-52f5-4db6-8560-f66b13117d90 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.622777] env[68802]: WARNING nova.compute.manager [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Received unexpected event network-vif-plugged-15662f56-52f5-4db6-8560-f66b13117d90 for instance with vm_state building and task_state spawning. [ 696.622926] env[68802]: DEBUG nova.compute.manager [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Received event network-changed-15662f56-52f5-4db6-8560-f66b13117d90 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 696.623122] env[68802]: DEBUG nova.compute.manager [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Refreshing instance network info cache due to event network-changed-15662f56-52f5-4db6-8560-f66b13117d90. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 696.623246] env[68802]: DEBUG oslo_concurrency.lockutils [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] Acquiring lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.739958] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068212} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.743132] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.744152] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d41177a-c971-41ba-b292-010700ef6df7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.772589] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] bf363a72-ef3d-44c9-b578-08dfa0753f98/bf363a72-ef3d-44c9-b578-08dfa0753f98.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.775605] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e582a570-e5e0-45c4-8bd9-1bfa377b09a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.799424] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for the task: (returnval){ [ 696.799424] env[68802]: value = "task-2795023" [ 696.799424] env[68802]: _type = "Task" [ 696.799424] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.808829] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.948231] env[68802]: DEBUG nova.network.neutron [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.037793] env[68802]: DEBUG nova.compute.manager [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.120435] env[68802]: DEBUG nova.network.neutron [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Updating instance_info_cache with network_info: [{"id": "15662f56-52f5-4db6-8560-f66b13117d90", "address": "fa:16:3e:f5:e2:98", "network": {"id": "776e172d-8c0c-49ee-8e1d-37fce54de7b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28508885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336469a4a707449ea7e146aac7ad1f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15662f56-52", "ovs_interfaceid": "15662f56-52f5-4db6-8560-f66b13117d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.207835] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aae8d9-5542-4e04-869c-b7d81ea45b62 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.215249] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903aa532-40d7-4bfc-b465-443862e9eed1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.245303] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8721192f-f17b-4608-b928-2148bdf2af62 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.253141] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffd20e4-bd89-4b6a-b17c-f3e9c03b65b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.268533] env[68802]: DEBUG nova.compute.provider_tree [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.309953] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795023, 'name': ReconfigVM_Task, 'duration_secs': 0.293156} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.310260] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Reconfigured VM instance instance-00000021 to attach disk [datastore2] bf363a72-ef3d-44c9-b578-08dfa0753f98/bf363a72-ef3d-44c9-b578-08dfa0753f98.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.311250] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb41279-d8a7-41d2-8010-b77ac43559e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.318096] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for the task: (returnval){ [ 697.318096] env[68802]: value = "task-2795024" [ 697.318096] env[68802]: _type = "Task" [ 697.318096] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.331633] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795024, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.561223] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.622952] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Releasing lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.623230] env[68802]: DEBUG nova.compute.manager [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Instance network_info: |[{"id": "15662f56-52f5-4db6-8560-f66b13117d90", "address": "fa:16:3e:f5:e2:98", "network": {"id": "776e172d-8c0c-49ee-8e1d-37fce54de7b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28508885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336469a4a707449ea7e146aac7ad1f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15662f56-52", "ovs_interfaceid": "15662f56-52f5-4db6-8560-f66b13117d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.623535] env[68802]: DEBUG oslo_concurrency.lockutils [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] Acquired lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.623807] env[68802]: DEBUG nova.network.neutron [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Refreshing network info cache for port 15662f56-52f5-4db6-8560-f66b13117d90 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.624977] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:e2:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15662f56-52f5-4db6-8560-f66b13117d90', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.633186] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Creating folder: Project (336469a4a707449ea7e146aac7ad1f7b). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.634301] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a23412a0-9b42-4c85-b709-7fea2443a63d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.645835] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Created folder: Project (336469a4a707449ea7e146aac7ad1f7b) in parent group-v561663. [ 697.646035] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Creating folder: Instances. Parent ref: group-v561756. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.646272] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f4ef82a-186a-434f-85bb-0d1ef96126cc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.655336] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Created folder: Instances in parent group-v561756. [ 697.655605] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.655793] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.655986] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d249780-9e52-4622-ba61-a72d55ab4781 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.675885] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.675885] env[68802]: value = "task-2795027" [ 697.675885] env[68802]: _type = "Task" [ 697.675885] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.683214] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795027, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.772533] env[68802]: DEBUG nova.scheduler.client.report [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.827847] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795024, 'name': Rename_Task, 'duration_secs': 0.137717} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.827935] env[68802]: INFO nova.compute.manager [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Rebuilding instance [ 697.829765] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.830261] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4113945-4343-4364-932e-2655c1d3f619 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.836976] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for the task: (returnval){ [ 697.836976] env[68802]: value = "task-2795028" [ 697.836976] env[68802]: _type = "Task" [ 697.836976] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.845567] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.861328] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.861586] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.873239] env[68802]: DEBUG nova.compute.manager [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.874213] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d0c5fa-c395-45da-bcd9-0da0fdc9219b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.188628] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795027, 'name': CreateVM_Task, 'duration_secs': 0.369261} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.188816] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.189501] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.189670] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.189989] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.190275] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e934b0d5-b79a-4b99-b7d9-e24c527a9d9a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.194981] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 698.194981] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522b3440-30c6-9eab-4a4a-c51fba037722" [ 698.194981] env[68802]: _type = "Task" [ 698.194981] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.203298] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522b3440-30c6-9eab-4a4a-c51fba037722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.277519] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.278096] env[68802]: DEBUG nova.compute.manager [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.280761] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.789s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.281771] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.281771] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 698.281771] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.693s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.282819] env[68802]: INFO nova.compute.claims [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.287355] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e840651-8581-49e5-be0d-3cab3fd1b7ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.297702] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c095b81-51c2-425b-9799-413b7a1e5f38 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.312529] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba836ac8-397e-444a-9453-2741c2210d03 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.320374] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4628f2d-db04-4a22-b5e0-c552dcd16d66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.351602] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179214MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 698.351865] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.363307] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.397168] env[68802]: DEBUG nova.network.neutron [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Updated VIF entry in instance network info cache for port 15662f56-52f5-4db6-8560-f66b13117d90. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.397168] env[68802]: DEBUG nova.network.neutron [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Updating instance_info_cache with network_info: [{"id": "15662f56-52f5-4db6-8560-f66b13117d90", "address": "fa:16:3e:f5:e2:98", "network": {"id": "776e172d-8c0c-49ee-8e1d-37fce54de7b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28508885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336469a4a707449ea7e146aac7ad1f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15662f56-52", "ovs_interfaceid": "15662f56-52f5-4db6-8560-f66b13117d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.707915] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522b3440-30c6-9eab-4a4a-c51fba037722, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.708234] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.708463] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.708691] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.708831] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.709023] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.709284] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd2564c2-33b7-4807-ace8-69456c2c1a2b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.724456] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.724648] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.725406] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a51c207-4fb2-44f0-b3e3-9f98284af5c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.730962] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 698.730962] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fe9297-3191-8459-e0c0-044e643f26e1" [ 698.730962] env[68802]: _type = "Task" [ 698.730962] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.738696] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fe9297-3191-8459-e0c0-044e643f26e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.791711] env[68802]: DEBUG nova.compute.utils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.791711] env[68802]: DEBUG nova.compute.manager [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.791867] env[68802]: DEBUG nova.network.neutron [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.838754] env[68802]: DEBUG nova.policy [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17b158c67784c40b81aa53df7e4939f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3306c3c65a254cb7a49c71af2ed776a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.861352] env[68802]: DEBUG oslo_vmware.api [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795028, 'name': PowerOnVM_Task, 'duration_secs': 0.737776} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.861784] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.861835] env[68802]: INFO nova.compute.manager [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Took 8.44 seconds to spawn the instance on the hypervisor. [ 698.861967] env[68802]: DEBUG nova.compute.manager [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.862774] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6dc129-ac34-4505-96fc-c66a4ca25ac1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.888264] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.888559] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9db23971-cf76-4e27-9cf0-e39bd226f8a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.895392] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 698.895392] env[68802]: value = "task-2795029" [ 698.895392] env[68802]: _type = "Task" [ 698.895392] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.898671] env[68802]: DEBUG oslo_concurrency.lockutils [req-cf80819b-9310-4f68-aef2-326e5dc0cd36 req-82318734-cc4e-4dcc-83db-105e26d2c26a service nova] Releasing lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.904345] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.158824] env[68802]: DEBUG nova.network.neutron [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Successfully created port: 3e9aae73-6223-4126-82e0-d47616a5548f {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.241713] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fe9297-3191-8459-e0c0-044e643f26e1, 'name': SearchDatastore_Task, 'duration_secs': 0.035043} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.242529] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898fd29c-befd-4312-a8d9-cf2aef02e5f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.248752] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 699.248752] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527797b8-59c5-d48f-0978-9abcf09a16ef" [ 699.248752] env[68802]: _type = "Task" [ 699.248752] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.257216] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527797b8-59c5-d48f-0978-9abcf09a16ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.297988] env[68802]: DEBUG nova.compute.manager [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.382758] env[68802]: INFO nova.compute.manager [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Took 36.26 seconds to build instance. [ 699.413484] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795029, 'name': PowerOffVM_Task, 'duration_secs': 0.194333} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.417301] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.417301] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.417473] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321aa64e-93d5-4e39-a92c-2f1958b0ec81 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.424166] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.424415] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b145d94f-53e0-4690-8409-b86eb75ca5df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.497182] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.499208] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.499468] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleting the datastore file [datastore2] 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.499846] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad8a7311-12a5-4a9c-8b89-6cd9dbb99359 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.509493] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 699.509493] env[68802]: value = "task-2795031" [ 699.509493] env[68802]: _type = "Task" [ 699.509493] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.518718] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.760378] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527797b8-59c5-d48f-0978-9abcf09a16ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008542} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.760644] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.760909] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 50e88850-968f-472b-9921-bbf973b475bc/50e88850-968f-472b-9921-bbf973b475bc.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.761146] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90782a56-1e95-4220-beb3-38166ee50b7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.769988] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 699.769988] env[68802]: value = "task-2795032" [ 699.769988] env[68802]: _type = "Task" [ 699.769988] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.781902] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.787864] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f61911a-8102-4f2f-83e6-f84f40ec5f23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.794821] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed624f-4eb6-4195-b2a5-d9259cc97cc3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.827466] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb7c6c2-a1b5-4eee-a02a-d16f09ccfdf7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.835893] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f6393a-d177-4202-afb5-3b598c25ccce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.848792] env[68802]: DEBUG nova.compute.provider_tree [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.883792] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd1e24f9-2d16-4643-9390-f97a8c06285d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "bf363a72-ef3d-44c9-b578-08dfa0753f98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.404s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.020839] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125821} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.021127] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.021475] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.021669] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.279983] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436412} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.280493] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 50e88850-968f-472b-9921-bbf973b475bc/50e88850-968f-472b-9921-bbf973b475bc.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.280856] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.281232] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39561f31-110d-4a2d-99fb-6b6ec6a74c3e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.290437] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 700.290437] env[68802]: value = "task-2795033" [ 700.290437] env[68802]: _type = "Task" [ 700.290437] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.298203] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.332265] env[68802]: DEBUG nova.compute.manager [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.351995] env[68802]: DEBUG nova.scheduler.client.report [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.361047] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.361297] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.361450] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.361631] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.361793] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.362131] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.362207] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.362303] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.362495] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.362691] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.362962] env[68802]: DEBUG nova.virt.hardware [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.363849] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a79dd4f-e290-4f39-8b18-4c5dbb67028c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.372476] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5864a56-ae7a-4ec5-b4fd-4479aac0a5f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.386334] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80c754ea-2ec3-4df8-8148-4f0692a9559d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquiring lock "interface-bf363a72-ef3d-44c9-b578-08dfa0753f98-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.386560] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80c754ea-2ec3-4df8-8148-4f0692a9559d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "interface-bf363a72-ef3d-44c9-b578-08dfa0753f98-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.386859] env[68802]: DEBUG nova.objects.instance [None req-80c754ea-2ec3-4df8-8148-4f0692a9559d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lazy-loading 'flavor' on Instance uuid bf363a72-ef3d-44c9-b578-08dfa0753f98 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.388271] env[68802]: DEBUG nova.compute.manager [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.743689] env[68802]: DEBUG nova.network.neutron [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Successfully updated port: 3e9aae73-6223-4126-82e0-d47616a5548f {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.801000] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.32551} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.801426] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.802173] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e0c6f3-305f-4cf5-b954-7f91bd6c5559 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.824029] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 50e88850-968f-472b-9921-bbf973b475bc/50e88850-968f-472b-9921-bbf973b475bc.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.824398] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e6edbfb-26ae-4576-8fbb-f2cf088f901e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.843947] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 700.843947] env[68802]: value = "task-2795034" [ 700.843947] env[68802]: _type = "Task" [ 700.843947] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.851852] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.856731] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.857260] env[68802]: DEBUG nova.compute.manager [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.860232] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.746s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.860471] env[68802]: DEBUG nova.objects.instance [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lazy-loading 'resources' on Instance uuid 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.877525] env[68802]: DEBUG nova.compute.manager [req-fcaf3d60-61c6-4641-acec-416680dc9919 req-3e6575e2-13ae-4306-8f1c-4da7aae9fee0 service nova] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Received event network-vif-plugged-3e9aae73-6223-4126-82e0-d47616a5548f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 700.877715] env[68802]: DEBUG oslo_concurrency.lockutils [req-fcaf3d60-61c6-4641-acec-416680dc9919 req-3e6575e2-13ae-4306-8f1c-4da7aae9fee0 service nova] Acquiring lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.877948] env[68802]: DEBUG oslo_concurrency.lockutils [req-fcaf3d60-61c6-4641-acec-416680dc9919 req-3e6575e2-13ae-4306-8f1c-4da7aae9fee0 service nova] Lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.878181] env[68802]: DEBUG oslo_concurrency.lockutils [req-fcaf3d60-61c6-4641-acec-416680dc9919 req-3e6575e2-13ae-4306-8f1c-4da7aae9fee0 service nova] Lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.878406] env[68802]: DEBUG nova.compute.manager [req-fcaf3d60-61c6-4641-acec-416680dc9919 req-3e6575e2-13ae-4306-8f1c-4da7aae9fee0 service nova] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] No waiting events found dispatching network-vif-plugged-3e9aae73-6223-4126-82e0-d47616a5548f {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.878573] env[68802]: WARNING nova.compute.manager [req-fcaf3d60-61c6-4641-acec-416680dc9919 req-3e6575e2-13ae-4306-8f1c-4da7aae9fee0 service nova] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Received unexpected event network-vif-plugged-3e9aae73-6223-4126-82e0-d47616a5548f for instance with vm_state building and task_state spawning. [ 700.892434] env[68802]: DEBUG nova.objects.instance [None req-80c754ea-2ec3-4df8-8148-4f0692a9559d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lazy-loading 'pci_requests' on Instance uuid bf363a72-ef3d-44c9-b578-08dfa0753f98 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.917869] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.055811] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.056174] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.056393] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.056653] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.056901] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.057090] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.057397] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.057622] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.057860] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.058431] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.058808] env[68802]: DEBUG nova.virt.hardware [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.061165] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb751aec-2613-47e4-afc8-2fee4da259cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.084771] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450de577-1f86-42e4-9fc6-e218c6620b20 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.104018] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:99:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4121895-75c4-4d22-a58c-381d26961746', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.111880] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.112189] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.112412] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d66923b-93c4-4d22-8867-b91b29a54d6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.131817] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.131817] env[68802]: value = "task-2795035" [ 701.131817] env[68802]: _type = "Task" [ 701.131817] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.140295] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795035, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.247929] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "refresh_cache-dc5e8fc0-c025-420f-a182-8f5a4718de6c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247929] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "refresh_cache-dc5e8fc0-c025-420f-a182-8f5a4718de6c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.247929] env[68802]: DEBUG nova.network.neutron [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.355061] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795034, 'name': ReconfigVM_Task, 'duration_secs': 0.301775} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.355407] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 50e88850-968f-472b-9921-bbf973b475bc/50e88850-968f-472b-9921-bbf973b475bc.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.356163] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea81267c-a481-456c-86d4-f368800768b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.363873] env[68802]: DEBUG nova.compute.utils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.365767] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 701.365767] env[68802]: value = "task-2795036" [ 701.365767] env[68802]: _type = "Task" [ 701.365767] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.366973] env[68802]: DEBUG nova.compute.manager [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Not allocating networking since 'none' was specified. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 701.379093] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795036, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.396150] env[68802]: DEBUG nova.objects.base [None req-80c754ea-2ec3-4df8-8148-4f0692a9559d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 701.396372] env[68802]: DEBUG nova.network.neutron [None req-80c754ea-2ec3-4df8-8148-4f0692a9559d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.496259] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80c754ea-2ec3-4df8-8148-4f0692a9559d tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "interface-bf363a72-ef3d-44c9-b578-08dfa0753f98-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.109s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.641761] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795035, 'name': CreateVM_Task, 'duration_secs': 0.38793} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.643991] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.645145] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.645308] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.645635] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.645893] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae29e099-8b7b-49f0-a2e5-256fa7a1c441 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.650114] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 701.650114] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524b7e99-6694-45d2-2c7d-464deed19a4d" [ 701.650114] env[68802]: _type = "Task" [ 701.650114] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.659591] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524b7e99-6694-45d2-2c7d-464deed19a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.777995] env[68802]: DEBUG nova.network.neutron [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.814646] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a29f95c-3507-4299-a89b-141dc0ed3cc8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.822286] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca97fff-3fa8-4908-9269-c549ff86a4a8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.854074] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c282a14c-55a1-446e-8c75-c73092f8cc5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.861610] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9ba815-35f9-454d-a2fd-1de695e1477a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.867332] env[68802]: DEBUG nova.compute.manager [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.878701] env[68802]: DEBUG nova.compute.provider_tree [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.887858] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795036, 'name': Rename_Task, 'duration_secs': 0.169083} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.888695] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.888940] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1707f99-cc8e-44e5-8751-fd10474a9d97 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.897152] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 701.897152] env[68802]: value = "task-2795037" [ 701.897152] env[68802]: _type = "Task" [ 701.897152] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.905270] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.164032] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524b7e99-6694-45d2-2c7d-464deed19a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.164032] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.164032] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.164287] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.165026] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.165026] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.165026] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6a92720-a0d5-496d-b2a5-23d603ab389c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.174267] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.174448] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.175197] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd65bbee-090f-4cd3-a86a-a4e1a00a4b2f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.178846] env[68802]: DEBUG nova.network.neutron [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Updating instance_info_cache with network_info: [{"id": "3e9aae73-6223-4126-82e0-d47616a5548f", "address": "fa:16:3e:5d:07:c1", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9aae73-62", "ovs_interfaceid": "3e9aae73-6223-4126-82e0-d47616a5548f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.184950] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 702.184950] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52290212-b5a8-ff19-0f61-b0c55dfc605f" [ 702.184950] env[68802]: _type = "Task" [ 702.184950] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.194482] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52290212-b5a8-ff19-0f61-b0c55dfc605f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.386518] env[68802]: DEBUG nova.scheduler.client.report [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.407809] env[68802]: DEBUG oslo_vmware.api [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795037, 'name': PowerOnVM_Task, 'duration_secs': 0.497321} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.408776] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.408990] env[68802]: INFO nova.compute.manager [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Took 6.99 seconds to spawn the instance on the hypervisor. [ 702.409190] env[68802]: DEBUG nova.compute.manager [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.410022] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032c26d3-33ba-4a8e-974e-d8b3b767e283 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.681311] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "refresh_cache-dc5e8fc0-c025-420f-a182-8f5a4718de6c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.681645] env[68802]: DEBUG nova.compute.manager [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Instance network_info: |[{"id": "3e9aae73-6223-4126-82e0-d47616a5548f", "address": "fa:16:3e:5d:07:c1", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9aae73-62", "ovs_interfaceid": "3e9aae73-6223-4126-82e0-d47616a5548f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.682087] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:07:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e9aae73-6223-4126-82e0-d47616a5548f', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.690676] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.690963] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.694200] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c55cf213-751b-41eb-b3d1-eae1f9bd4c08 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.716426] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52290212-b5a8-ff19-0f61-b0c55dfc605f, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.718045] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.718045] env[68802]: value = "task-2795038" [ 702.718045] env[68802]: _type = "Task" [ 702.718045] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.718254] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358dba7a-8f4d-48f5-b177-1dfde35a0a6b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.725983] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 702.725983] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fbde2c-1470-640f-4b90-c109e43c90e7" [ 702.725983] env[68802]: _type = "Task" [ 702.725983] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.729474] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795038, 'name': CreateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.736664] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fbde2c-1470-640f-4b90-c109e43c90e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.887313] env[68802]: DEBUG nova.compute.manager [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.892432] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.893113] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.155s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.893393] env[68802]: DEBUG nova.objects.instance [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lazy-loading 'resources' on Instance uuid 14a869ca-d93c-4dd9-964c-cfb14b40f069 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.917450] env[68802]: INFO nova.scheduler.client.report [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Deleted allocations for instance 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe [ 702.920785] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.920870] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.920952] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.921213] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.921379] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.921540] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.921801] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.921964] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.922145] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.922303] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.922472] env[68802]: DEBUG nova.virt.hardware [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.927342] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e93fa71-1749-41a7-942f-dafeefe2819d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.933493] env[68802]: INFO nova.compute.manager [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Took 35.10 seconds to build instance. [ 702.940992] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f22fb8-fe87-4fe8-a1d1-4a5e2736ea12 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.955037] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.960640] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Creating folder: Project (cb19e2821a9a4ba3858d894eec49377b). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.961556] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97279f9b-3e7e-4b96-b093-3419a78457e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.972993] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Created folder: Project (cb19e2821a9a4ba3858d894eec49377b) in parent group-v561663. [ 702.973229] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Creating folder: Instances. Parent ref: group-v561761. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.973505] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b6c7d1f-fb1f-4b2a-a58d-1fb1a942a1a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.982775] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Created folder: Instances in parent group-v561761. [ 702.983009] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.983193] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.983427] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e097faed-45e3-432b-b1c2-30d2239f8b9c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.000081] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.000081] env[68802]: value = "task-2795041" [ 703.000081] env[68802]: _type = "Task" [ 703.000081] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.011373] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795041, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.180697] env[68802]: DEBUG nova.compute.manager [req-6dcb327f-6e91-4f38-a1e9-8986f2ea92cf req-0fe49a46-38fb-4a54-9616-12e6eece70e1 service nova] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Received event network-changed-3e9aae73-6223-4126-82e0-d47616a5548f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 703.180697] env[68802]: DEBUG nova.compute.manager [req-6dcb327f-6e91-4f38-a1e9-8986f2ea92cf req-0fe49a46-38fb-4a54-9616-12e6eece70e1 service nova] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Refreshing instance network info cache due to event network-changed-3e9aae73-6223-4126-82e0-d47616a5548f. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 703.180697] env[68802]: DEBUG oslo_concurrency.lockutils [req-6dcb327f-6e91-4f38-a1e9-8986f2ea92cf req-0fe49a46-38fb-4a54-9616-12e6eece70e1 service nova] Acquiring lock "refresh_cache-dc5e8fc0-c025-420f-a182-8f5a4718de6c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.180697] env[68802]: DEBUG oslo_concurrency.lockutils [req-6dcb327f-6e91-4f38-a1e9-8986f2ea92cf req-0fe49a46-38fb-4a54-9616-12e6eece70e1 service nova] Acquired lock "refresh_cache-dc5e8fc0-c025-420f-a182-8f5a4718de6c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.180697] env[68802]: DEBUG nova.network.neutron [req-6dcb327f-6e91-4f38-a1e9-8986f2ea92cf req-0fe49a46-38fb-4a54-9616-12e6eece70e1 service nova] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Refreshing network info cache for port 3e9aae73-6223-4126-82e0-d47616a5548f {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.231205] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795038, 'name': CreateVM_Task, 'duration_secs': 0.480128} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.234432] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.235161] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.235329] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.235642] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.236268] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234f1f58-c245-42bf-a0e9-a3e1bf5bef69 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.241678] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fbde2c-1470-640f-4b90-c109e43c90e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.242622] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.242622] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e/6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.242931] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9c0e1ac-5c36-4ad0-b778-93dec3783b06 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.248224] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 703.248224] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5253361a-0bb7-cd53-4f09-7d849dc3b1e8" [ 703.248224] env[68802]: _type = "Task" [ 703.248224] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.260759] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 703.260759] env[68802]: value = "task-2795042" [ 703.260759] env[68802]: _type = "Task" [ 703.260759] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.261152] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5253361a-0bb7-cd53-4f09-7d849dc3b1e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.272970] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.437424] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74265342-4d9d-4dfe-997c-e3ac1392a069 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.910s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.437881] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24c8856e-c66b-4641-8cf5-d73a5fb76909 tempest-ServerAddressesTestJSON-1805002980 tempest-ServerAddressesTestJSON-1805002980-project-member] Lock "5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.335s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.514795] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795041, 'name': CreateVM_Task, 'duration_secs': 0.272258} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.515112] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.515675] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.757187] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquiring lock "bf363a72-ef3d-44c9-b578-08dfa0753f98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.757432] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "bf363a72-ef3d-44c9-b578-08dfa0753f98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.757636] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquiring lock "bf363a72-ef3d-44c9-b578-08dfa0753f98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.757920] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "bf363a72-ef3d-44c9-b578-08dfa0753f98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.758029] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "bf363a72-ef3d-44c9-b578-08dfa0753f98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.763807] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5253361a-0bb7-cd53-4f09-7d849dc3b1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016846} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.763807] env[68802]: INFO nova.compute.manager [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Terminating instance [ 703.768430] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.768766] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.768854] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.768989] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.769729] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.775788] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.775788] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.775788] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cacd2bcd-c881-4c9d-971d-c2a5dde8c0c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.775788] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a4bf02-06f2-4273-8433-ae501fc60c53 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.785684] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502026} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.787668] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e/6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.787873] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.788361] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-699802db-dad8-4bff-be2b-0afb3ca90f96 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.792947] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 703.792947] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5206392b-0e5a-34f0-8176-24ecc7f438b0" [ 703.792947] env[68802]: _type = "Task" [ 703.792947] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.793918] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.794102] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.800740] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a299b0b9-93ac-43a2-ab4c-18bbc6e2ef0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.807451] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 703.807451] env[68802]: value = "task-2795043" [ 703.807451] env[68802]: _type = "Task" [ 703.807451] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.816031] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 703.816031] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52580230-1d43-e7a7-2491-fc8b1628ced8" [ 703.816031] env[68802]: _type = "Task" [ 703.816031] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.816271] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5206392b-0e5a-34f0-8176-24ecc7f438b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008678} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.819608] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.819949] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.820199] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.826226] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.832708] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52580230-1d43-e7a7-2491-fc8b1628ced8, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.837583] env[68802]: DEBUG nova.compute.manager [req-b837b984-b653-4918-b4bd-83f8cb0a69ed req-0e1bc6bc-4e64-4e51-ab0a-e94d1c4f101f service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Received event network-changed-15662f56-52f5-4db6-8560-f66b13117d90 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 703.837759] env[68802]: DEBUG nova.compute.manager [req-b837b984-b653-4918-b4bd-83f8cb0a69ed req-0e1bc6bc-4e64-4e51-ab0a-e94d1c4f101f service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Refreshing instance network info cache due to event network-changed-15662f56-52f5-4db6-8560-f66b13117d90. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 703.837964] env[68802]: DEBUG oslo_concurrency.lockutils [req-b837b984-b653-4918-b4bd-83f8cb0a69ed req-0e1bc6bc-4e64-4e51-ab0a-e94d1c4f101f service nova] Acquiring lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.838120] env[68802]: DEBUG oslo_concurrency.lockutils [req-b837b984-b653-4918-b4bd-83f8cb0a69ed req-0e1bc6bc-4e64-4e51-ab0a-e94d1c4f101f service nova] Acquired lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.838276] env[68802]: DEBUG nova.network.neutron [req-b837b984-b653-4918-b4bd-83f8cb0a69ed req-0e1bc6bc-4e64-4e51-ab0a-e94d1c4f101f service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Refreshing network info cache for port 15662f56-52f5-4db6-8560-f66b13117d90 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.840110] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1dbe67f-f647-48e6-8976-4003a4c16b20 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.846117] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 703.846117] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f1a063-ca2a-aca1-005b-9b6e5763eb8b" [ 703.846117] env[68802]: _type = "Task" [ 703.846117] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.858994] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f1a063-ca2a-aca1-005b-9b6e5763eb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.861337] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.861597] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] dc5e8fc0-c025-420f-a182-8f5a4718de6c/dc5e8fc0-c025-420f-a182-8f5a4718de6c.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.862150] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.862358] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.862721] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2ee1764-c2d6-4eae-8b4d-0f8fd5eb9f2f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.865523] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d88636-ce6d-4eaa-8ce0-885be5444595 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.872202] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 703.872202] env[68802]: value = "task-2795044" [ 703.872202] env[68802]: _type = "Task" [ 703.872202] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.876417] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.876596] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.877843] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663782a1-ca2f-4065-b825-d0fc1ba66a44 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.883614] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.888712] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 703.888712] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521371cb-92ee-c9e5-9818-d57a41c300c5" [ 703.888712] env[68802]: _type = "Task" [ 703.888712] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.895942] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521371cb-92ee-c9e5-9818-d57a41c300c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.946047] env[68802]: DEBUG nova.compute.manager [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.985174] env[68802]: DEBUG nova.network.neutron [req-6dcb327f-6e91-4f38-a1e9-8986f2ea92cf req-0fe49a46-38fb-4a54-9616-12e6eece70e1 service nova] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Updated VIF entry in instance network info cache for port 3e9aae73-6223-4126-82e0-d47616a5548f. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.985174] env[68802]: DEBUG nova.network.neutron [req-6dcb327f-6e91-4f38-a1e9-8986f2ea92cf req-0fe49a46-38fb-4a54-9616-12e6eece70e1 service nova] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Updating instance_info_cache with network_info: [{"id": "3e9aae73-6223-4126-82e0-d47616a5548f", "address": "fa:16:3e:5d:07:c1", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9aae73-62", "ovs_interfaceid": "3e9aae73-6223-4126-82e0-d47616a5548f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.990578] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802eea06-c323-4302-95f2-cab34e37c4b7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.998759] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd918f8-4165-4c0f-9c04-bdc66a0d4409 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.035606] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9502dd-3dbc-4c35-9e0c-0e455a22fae8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.043752] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7700b7ff-b73f-494e-a170-a7a35620ead9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.058795] env[68802]: DEBUG nova.compute.provider_tree [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.279038] env[68802]: DEBUG nova.compute.manager [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.279038] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.279038] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70813eb-e19d-4b1e-b1be-d55b8d9c1ea7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.288041] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.290610] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2e0af9a-ec03-4348-8bdc-ce28474ba630 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.298701] env[68802]: DEBUG oslo_vmware.api [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for the task: (returnval){ [ 704.298701] env[68802]: value = "task-2795045" [ 704.298701] env[68802]: _type = "Task" [ 704.298701] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.311719] env[68802]: DEBUG oslo_vmware.api [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.320271] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07012} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.320271] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.321443] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7ac4a-a623-4be4-a5d5-24d773b97fec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.347479] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e/6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.350050] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6329413-a78f-403a-90e5-1dc75bf7b4a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.377219] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 704.377219] env[68802]: value = "task-2795046" [ 704.377219] env[68802]: _type = "Task" [ 704.377219] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.385274] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454745} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.386149] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] dc5e8fc0-c025-420f-a182-8f5a4718de6c/dc5e8fc0-c025-420f-a182-8f5a4718de6c.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.386543] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.386936] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-241358d7-6f4e-4d29-92b1-0fabdfd768df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.396044] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.407086] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521371cb-92ee-c9e5-9818-d57a41c300c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008874} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.409148] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 704.409148] env[68802]: value = "task-2795047" [ 704.409148] env[68802]: _type = "Task" [ 704.409148] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.409528] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4bdddd-b91f-490b-8e5d-f59ec327c97b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.417550] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 704.417550] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52363b41-ab27-69a4-5c67-3bfc84cb7d4c" [ 704.417550] env[68802]: _type = "Task" [ 704.417550] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.421962] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.435305] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52363b41-ab27-69a4-5c67-3bfc84cb7d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.435305] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.435305] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.435305] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25efd2d1-dbaa-4619-aa81-f9617609c748 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.444621] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 704.444621] env[68802]: value = "task-2795048" [ 704.444621] env[68802]: _type = "Task" [ 704.444621] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.455033] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.472891] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.488531] env[68802]: DEBUG oslo_concurrency.lockutils [req-6dcb327f-6e91-4f38-a1e9-8986f2ea92cf req-0fe49a46-38fb-4a54-9616-12e6eece70e1 service nova] Releasing lock "refresh_cache-dc5e8fc0-c025-420f-a182-8f5a4718de6c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.562785] env[68802]: DEBUG nova.scheduler.client.report [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.790280] env[68802]: DEBUG nova.network.neutron [req-b837b984-b653-4918-b4bd-83f8cb0a69ed req-0e1bc6bc-4e64-4e51-ab0a-e94d1c4f101f service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Updated VIF entry in instance network info cache for port 15662f56-52f5-4db6-8560-f66b13117d90. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.790515] env[68802]: DEBUG nova.network.neutron [req-b837b984-b653-4918-b4bd-83f8cb0a69ed req-0e1bc6bc-4e64-4e51-ab0a-e94d1c4f101f service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Updating instance_info_cache with network_info: [{"id": "15662f56-52f5-4db6-8560-f66b13117d90", "address": "fa:16:3e:f5:e2:98", "network": {"id": "776e172d-8c0c-49ee-8e1d-37fce54de7b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28508885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336469a4a707449ea7e146aac7ad1f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15662f56-52", "ovs_interfaceid": "15662f56-52f5-4db6-8560-f66b13117d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.810278] env[68802]: DEBUG oslo_vmware.api [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795045, 'name': PowerOffVM_Task, 'duration_secs': 0.238263} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.810567] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.810747] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.811055] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a48a9390-b659-4f05-a981-cce4e47b8c0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.888991] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795046, 'name': ReconfigVM_Task, 'duration_secs': 0.35397} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.888991] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e/6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.889474] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03e08038-ea72-469d-abe0-2bb89c68968f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.892393] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.892577] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.892749] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Deleting the datastore file [datastore2] bf363a72-ef3d-44c9-b578-08dfa0753f98 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.893449] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3be51cd8-2b3a-4cca-b572-3614fa73727f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.900335] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 704.900335] env[68802]: value = "task-2795050" [ 704.900335] env[68802]: _type = "Task" [ 704.900335] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.903022] env[68802]: DEBUG oslo_vmware.api [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for the task: (returnval){ [ 704.903022] env[68802]: value = "task-2795051" [ 704.903022] env[68802]: _type = "Task" [ 704.903022] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.914102] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795050, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.920763] env[68802]: DEBUG oslo_vmware.api [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.927350] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078573} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.927632] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.928461] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530a64de-a0ba-46cb-b2f8-211d07de4d9a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.953026] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] dc5e8fc0-c025-420f-a182-8f5a4718de6c/dc5e8fc0-c025-420f-a182-8f5a4718de6c.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.953026] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb970395-cc14-45e9-8292-7a36dca6d547 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.975830] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505949} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.977226] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.977460] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.977902] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 704.977902] env[68802]: value = "task-2795052" [ 704.977902] env[68802]: _type = "Task" [ 704.977902] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.978059] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c1e653d-9f25-4fcf-b368-e5ae8220d674 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.991026] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.991026] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 704.991026] env[68802]: value = "task-2795053" [ 704.991026] env[68802]: _type = "Task" [ 704.991026] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.999195] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.068325] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.070779] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.359s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.073061] env[68802]: INFO nova.compute.claims [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.095731] env[68802]: INFO nova.scheduler.client.report [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Deleted allocations for instance 14a869ca-d93c-4dd9-964c-cfb14b40f069 [ 705.294241] env[68802]: DEBUG oslo_concurrency.lockutils [req-b837b984-b653-4918-b4bd-83f8cb0a69ed req-0e1bc6bc-4e64-4e51-ab0a-e94d1c4f101f service nova] Releasing lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.417671] env[68802]: DEBUG oslo_vmware.api [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Task: {'id': task-2795051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297751} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.421599] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.421949] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.422262] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.422550] env[68802]: INFO nova.compute.manager [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Took 1.15 seconds to destroy the instance on the hypervisor. [ 705.422880] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.423400] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795050, 'name': Rename_Task, 'duration_secs': 0.229847} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.423736] env[68802]: DEBUG nova.compute.manager [-] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.424149] env[68802]: DEBUG nova.network.neutron [-] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.431024] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.431024] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d6eee85-7b48-487d-90b4-7dbb1dd4231a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.436114] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 705.436114] env[68802]: value = "task-2795054" [ 705.436114] env[68802]: _type = "Task" [ 705.436114] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.444172] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.493928] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.502647] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113091} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.502647] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.502647] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa9db0-e055-4d43-98ee-4e9fc5c948e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.522119] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.522430] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7883e1a-80c4-4947-84b7-0af1aebe7256 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.543651] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 705.543651] env[68802]: value = "task-2795055" [ 705.543651] env[68802]: _type = "Task" [ 705.543651] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.549686] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.603774] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5d567f20-0a9b-485a-b395-6099de389c0b tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "14a869ca-d93c-4dd9-964c-cfb14b40f069" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.344s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.740974] env[68802]: DEBUG nova.compute.manager [req-1e856f94-b64b-4b99-bb3f-cc18a32801d7 req-7d1303e8-7094-4a2c-85de-1cff9bbff307 service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Received event network-vif-deleted-1d5f40b3-a781-4d8a-8777-dd5ee908f04e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 705.741217] env[68802]: INFO nova.compute.manager [req-1e856f94-b64b-4b99-bb3f-cc18a32801d7 req-7d1303e8-7094-4a2c-85de-1cff9bbff307 service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Neutron deleted interface 1d5f40b3-a781-4d8a-8777-dd5ee908f04e; detaching it from the instance and deleting it from the info cache [ 705.741360] env[68802]: DEBUG nova.network.neutron [req-1e856f94-b64b-4b99-bb3f-cc18a32801d7 req-7d1303e8-7094-4a2c-85de-1cff9bbff307 service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.947168] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795054, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.993481] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795052, 'name': ReconfigVM_Task, 'duration_secs': 0.537949} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.993481] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Reconfigured VM instance instance-00000023 to attach disk [datastore2] dc5e8fc0-c025-420f-a182-8f5a4718de6c/dc5e8fc0-c025-420f-a182-8f5a4718de6c.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.994840] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a20dba9d-50b9-4736-b511-b67f75f0d040 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.001662] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 706.001662] env[68802]: value = "task-2795056" [ 706.001662] env[68802]: _type = "Task" [ 706.001662] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.012872] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795056, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.053733] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795055, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.202561] env[68802]: DEBUG nova.network.neutron [-] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.243889] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a0aec81-83f5-4d06-bb69-7ba314a04cff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.261064] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377333a8-6c09-4cfc-8c64-8595c2a18dd9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.300244] env[68802]: DEBUG nova.compute.manager [req-1e856f94-b64b-4b99-bb3f-cc18a32801d7 req-7d1303e8-7094-4a2c-85de-1cff9bbff307 service nova] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Detach interface failed, port_id=1d5f40b3-a781-4d8a-8777-dd5ee908f04e, reason: Instance bf363a72-ef3d-44c9-b578-08dfa0753f98 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 706.451086] env[68802]: DEBUG oslo_vmware.api [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795054, 'name': PowerOnVM_Task, 'duration_secs': 0.650406} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.451086] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.451208] env[68802]: DEBUG nova.compute.manager [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.452654] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f4dd01-8a85-4dfc-acd6-7a860be5f480 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.514207] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795056, 'name': Rename_Task, 'duration_secs': 0.299144} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.514481] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.514732] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1a808c8-81a5-4fa2-a6fc-a312b290f9c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.520687] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 706.520687] env[68802]: value = "task-2795057" [ 706.520687] env[68802]: _type = "Task" [ 706.520687] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.530692] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.551738] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795055, 'name': ReconfigVM_Task, 'duration_secs': 0.562196} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.554329] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.555920] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73255e58-0a0c-4707-8030-400f373645b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.565525] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 706.565525] env[68802]: value = "task-2795058" [ 706.565525] env[68802]: _type = "Task" [ 706.565525] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.578654] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795058, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.621262] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05180a56-cae1-42f8-b5c3-32c953272a99 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.628849] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a456fb-8a2f-43fd-87f9-ae2ae37ed389 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.665471] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5619d7-567b-4e82-be8f-0400b3f5be91 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.673161] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf0327b-94d6-4c84-b01e-6319bdd4586a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.687424] env[68802]: DEBUG nova.compute.provider_tree [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.704814] env[68802]: INFO nova.compute.manager [-] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Took 1.28 seconds to deallocate network for instance. [ 706.726740] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.726992] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.727214] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.727406] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.727581] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.729658] env[68802]: INFO nova.compute.manager [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Terminating instance [ 706.973335] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.030833] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.082925] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795058, 'name': Rename_Task, 'duration_secs': 0.290299} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.082925] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.082925] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-846d357a-dd7d-490d-8c86-0fa66d073e5b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.085078] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 707.085078] env[68802]: value = "task-2795059" [ 707.085078] env[68802]: _type = "Task" [ 707.085078] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.094135] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.191031] env[68802]: DEBUG nova.scheduler.client.report [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.210850] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.233066] env[68802]: DEBUG nova.compute.manager [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.233335] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.234627] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f13dbbf-b894-4b2e-9081-9e982371a09f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.242255] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.242771] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4dfa347-3be0-4fb4-9586-8efe7414eba1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.249800] env[68802]: DEBUG oslo_vmware.api [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 707.249800] env[68802]: value = "task-2795060" [ 707.249800] env[68802]: _type = "Task" [ 707.249800] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.257926] env[68802]: DEBUG oslo_vmware.api [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2795060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.532513] env[68802]: DEBUG oslo_vmware.api [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795057, 'name': PowerOnVM_Task, 'duration_secs': 0.982853} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.532774] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.532981] env[68802]: INFO nova.compute.manager [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Took 7.20 seconds to spawn the instance on the hypervisor. [ 707.533171] env[68802]: DEBUG nova.compute.manager [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.533951] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875d93ba-fd0a-4f2c-a810-399acd9de867 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.596467] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.696483] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.696483] env[68802]: DEBUG nova.compute.manager [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.700147] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.589s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.700414] env[68802]: DEBUG nova.objects.instance [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 707.759570] env[68802]: DEBUG oslo_vmware.api [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2795060, 'name': PowerOffVM_Task, 'duration_secs': 0.222123} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.759844] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.760013] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.760276] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c5424bf-2e6c-40ac-a9d9-59378a47691d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.821409] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.821654] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.821829] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Deleting the datastore file [datastore2] f389060c-ceb9-4a8d-854f-5a3595cd61d7 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.822111] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ca9f363-0b53-455a-a3c5-ebfa67260993 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.829402] env[68802]: DEBUG oslo_vmware.api [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 707.829402] env[68802]: value = "task-2795062" [ 707.829402] env[68802]: _type = "Task" [ 707.829402] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.839589] env[68802]: DEBUG oslo_vmware.api [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2795062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.926061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.926471] env[68802]: DEBUG oslo_concurrency.lockutils [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.926610] env[68802]: DEBUG oslo_concurrency.lockutils [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.926843] env[68802]: DEBUG oslo_concurrency.lockutils [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.927051] env[68802]: DEBUG oslo_concurrency.lockutils [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.929259] env[68802]: INFO nova.compute.manager [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Terminating instance [ 708.052225] env[68802]: INFO nova.compute.manager [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Took 36.43 seconds to build instance. [ 708.095720] env[68802]: DEBUG oslo_vmware.api [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795059, 'name': PowerOnVM_Task, 'duration_secs': 0.830723} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.095995] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.096211] env[68802]: INFO nova.compute.manager [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Took 5.21 seconds to spawn the instance on the hypervisor. [ 708.096388] env[68802]: DEBUG nova.compute.manager [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.097218] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18f1e6d-1ea8-4007-b5e7-4fd4d89521cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.204698] env[68802]: DEBUG nova.compute.utils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.209095] env[68802]: DEBUG nova.compute.manager [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Not allocating networking since 'none' was specified. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 708.339409] env[68802]: DEBUG oslo_vmware.api [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2795062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253524} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.339708] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.339910] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.343022] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.343022] env[68802]: INFO nova.compute.manager [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 708.343022] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.343022] env[68802]: DEBUG nova.compute.manager [-] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.343022] env[68802]: DEBUG nova.network.neutron [-] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.434354] env[68802]: DEBUG nova.compute.manager [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.434598] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.435542] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5c4fa1-e0c7-482f-83d6-39983a4a8d6a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.443723] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.443992] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6fc96e9-a135-45f4-8121-c7db6d07f846 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.451568] env[68802]: DEBUG oslo_vmware.api [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 708.451568] env[68802]: value = "task-2795063" [ 708.451568] env[68802]: _type = "Task" [ 708.451568] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.459661] env[68802]: DEBUG oslo_vmware.api [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.473828] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.474071] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.554504] env[68802]: DEBUG oslo_concurrency.lockutils [None req-80f337af-03c8-45b5-9095-fb34b316c145 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.818s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.617250] env[68802]: INFO nova.compute.manager [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Took 34.05 seconds to build instance. [ 708.709612] env[68802]: DEBUG nova.compute.manager [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.716995] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d8446ba-168e-4578-9c5b-ee4401c83f1a tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.718551] env[68802]: DEBUG nova.compute.manager [req-b5dcff1f-e967-4855-872c-ebb1d4fe1b5c req-6677505d-2636-4e47-8c88-6df51076e2a8 service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Received event network-vif-deleted-c21259f2-612f-4028-afe6-a27f1003c2b7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.718731] env[68802]: INFO nova.compute.manager [req-b5dcff1f-e967-4855-872c-ebb1d4fe1b5c req-6677505d-2636-4e47-8c88-6df51076e2a8 service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Neutron deleted interface c21259f2-612f-4028-afe6-a27f1003c2b7; detaching it from the instance and deleting it from the info cache [ 708.719053] env[68802]: DEBUG nova.network.neutron [req-b5dcff1f-e967-4855-872c-ebb1d4fe1b5c req-6677505d-2636-4e47-8c88-6df51076e2a8 service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.720413] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.258s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.722340] env[68802]: INFO nova.compute.claims [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.964027] env[68802]: DEBUG oslo_vmware.api [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795063, 'name': PowerOffVM_Task, 'duration_secs': 0.228628} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.964275] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.964580] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.964896] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ea68e6e-6af7-4017-86c8-440b55995cae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.024930] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.025161] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.025340] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleting the datastore file [datastore2] 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.025608] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ad41011-075a-49b5-ad7b-6e49141e087a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.032238] env[68802]: DEBUG oslo_vmware.api [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 709.032238] env[68802]: value = "task-2795065" [ 709.032238] env[68802]: _type = "Task" [ 709.032238] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.042483] env[68802]: DEBUG oslo_vmware.api [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.043637] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0344034-e415-4819-82ce-228d3e3cf3dc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.049401] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0475c97c-a3c2-4dcd-8f66-98018006930d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Suspending the VM {{(pid=68802) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 709.049630] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8887ea8b-5b8e-4234-8a5e-ce3901386e87 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.055259] env[68802]: DEBUG oslo_vmware.api [None req-0475c97c-a3c2-4dcd-8f66-98018006930d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 709.055259] env[68802]: value = "task-2795066" [ 709.055259] env[68802]: _type = "Task" [ 709.055259] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.058760] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.066189] env[68802]: DEBUG oslo_vmware.api [None req-0475c97c-a3c2-4dcd-8f66-98018006930d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795066, 'name': SuspendVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.119643] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3bcf59e-568f-4d6b-a44a-41cec01dfaf3 tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "93919c14-aa9d-4d30-82ff-fa00d3e60b0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.994s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.176715] env[68802]: DEBUG nova.network.neutron [-] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.231021] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d32d1dd-3063-4e40-a387-be2ae081b8be {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.243611] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16d3973-25e9-4c27-9a7e-00c466af5bfc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.279289] env[68802]: DEBUG nova.compute.manager [req-b5dcff1f-e967-4855-872c-ebb1d4fe1b5c req-6677505d-2636-4e47-8c88-6df51076e2a8 service nova] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Detach interface failed, port_id=c21259f2-612f-4028-afe6-a27f1003c2b7, reason: Instance f389060c-ceb9-4a8d-854f-5a3595cd61d7 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 709.541554] env[68802]: DEBUG oslo_vmware.api [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20968} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.541820] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.542012] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.542192] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.542362] env[68802]: INFO nova.compute.manager [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 709.542599] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.542782] env[68802]: DEBUG nova.compute.manager [-] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.542906] env[68802]: DEBUG nova.network.neutron [-] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.567960] env[68802]: DEBUG oslo_vmware.api [None req-0475c97c-a3c2-4dcd-8f66-98018006930d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795066, 'name': SuspendVM_Task} progress is 62%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.585782] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.618556] env[68802]: INFO nova.compute.manager [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Rebuilding instance [ 709.624816] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.661783] env[68802]: DEBUG nova.compute.manager [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.662694] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1262bc-446a-4633-833d-f3a29c2ad779 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.680755] env[68802]: INFO nova.compute.manager [-] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Took 1.34 seconds to deallocate network for instance. [ 709.724082] env[68802]: DEBUG nova.compute.manager [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.751445] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.751767] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.751849] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.752056] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.752176] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.752351] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.752513] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.753042] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.753042] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.753042] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.753244] env[68802]: DEBUG nova.virt.hardware [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.754129] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84104515-13e2-42f9-9052-2dc8572f9613 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.765484] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bc4dce-51b9-4815-89d5-ebc9f09ff26c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.780590] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.788832] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Creating folder: Project (ae7bd58dc6fa4017a4b720b4b8f0191b). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.791966] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-225a01bc-b210-4313-bff2-e13654ba6dde {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.806974] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Created folder: Project (ae7bd58dc6fa4017a4b720b4b8f0191b) in parent group-v561663. [ 709.806974] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Creating folder: Instances. Parent ref: group-v561764. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.806974] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a86e562d-fc78-41f0-a47c-0369024465b3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.814860] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Created folder: Instances in parent group-v561764. [ 709.815551] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.815551] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.815752] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b598cd1f-b00b-4fea-a782-8eafdc186c5e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.836056] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.836056] env[68802]: value = "task-2795069" [ 709.836056] env[68802]: _type = "Task" [ 709.836056] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.843791] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795069, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.065991] env[68802]: DEBUG oslo_vmware.api [None req-0475c97c-a3c2-4dcd-8f66-98018006930d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795066, 'name': SuspendVM_Task, 'duration_secs': 0.906777} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.068533] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0475c97c-a3c2-4dcd-8f66-98018006930d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Suspended the VM {{(pid=68802) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 710.068762] env[68802]: DEBUG nova.compute.manager [None req-0475c97c-a3c2-4dcd-8f66-98018006930d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.069837] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ea08ca-f158-44d3-bc3e-648421a83fc0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.145530] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.187246] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.237937] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34493f87-6684-4103-9007-c27d2c96bd57 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.246468] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fe3a8a-4ff9-4d35-98bf-265b90beb575 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.280483] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7048681d-3c71-4d87-85d2-be6b89748f5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.288776] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcd2579-ee3d-4d5b-b7cc-93874b0b15f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.305899] env[68802]: DEBUG nova.compute.provider_tree [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.336346] env[68802]: DEBUG nova.network.neutron [-] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.347632] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795069, 'name': CreateVM_Task, 'duration_secs': 0.298625} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.347806] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.348257] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.348413] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.348871] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.349147] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6796dd68-fe4c-4bea-99f5-09e3c4d326d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.354530] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 710.354530] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d678bb-239c-d662-91e3-6601a9ab0558" [ 710.354530] env[68802]: _type = "Task" [ 710.354530] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.362802] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d678bb-239c-d662-91e3-6601a9ab0558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.677100] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.677419] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28d4cc1a-55ae-4776-85df-737ce52d8e05 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.685054] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 710.685054] env[68802]: value = "task-2795070" [ 710.685054] env[68802]: _type = "Task" [ 710.685054] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.694599] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.742409] env[68802]: DEBUG nova.compute.manager [req-19a9f9e2-8c58-4433-a75d-c300ce57a90f req-afe4b0ec-9fef-49b0-97ae-749a9dea7a2b service nova] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Received event network-vif-deleted-d4121895-75c4-4d22-a58c-381d26961746 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.810054] env[68802]: DEBUG nova.scheduler.client.report [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.838220] env[68802]: INFO nova.compute.manager [-] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Took 1.29 seconds to deallocate network for instance. [ 710.865715] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d678bb-239c-d662-91e3-6601a9ab0558, 'name': SearchDatastore_Task, 'duration_secs': 0.017662} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.866080] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.866342] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.866705] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.866705] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.867034] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.867158] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef4cfb32-918c-4e33-96cb-1f0c12962d07 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.880340] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.880548] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.881331] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5fa1af-ed62-4e44-b8ab-0abf052e9613 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.892324] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 710.892324] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52df3f8f-9419-c285-a03e-875890ce39e0" [ 710.892324] env[68802]: _type = "Task" [ 710.892324] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.902380] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52df3f8f-9419-c285-a03e-875890ce39e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.197708] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795070, 'name': PowerOffVM_Task, 'duration_secs': 0.262291} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.198116] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.198229] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.199123] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a23b6c-5199-4b38-b3ca-2f83123df8ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.207035] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.207315] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07cda027-508e-42e9-b315-0dd1c89e1d64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.233870] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.234121] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.234310] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Deleting the datastore file [datastore2] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.234645] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29117179-1ef3-4843-bd00-2ca4d7ee2c6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.241394] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 711.241394] env[68802]: value = "task-2795072" [ 711.241394] env[68802]: _type = "Task" [ 711.241394] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.250103] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.315191] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.315777] env[68802]: DEBUG nova.compute.manager [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.318726] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.521s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.318959] env[68802]: DEBUG nova.objects.instance [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lazy-loading 'resources' on Instance uuid ce162796-7bf4-4602-b93d-0f91c636e411 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.345485] env[68802]: DEBUG oslo_concurrency.lockutils [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.402875] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52df3f8f-9419-c285-a03e-875890ce39e0, 'name': SearchDatastore_Task, 'duration_secs': 0.031285} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.403876] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce4827f-b42f-4aff-98ab-ccf1e421da8b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.409735] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 711.409735] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cd978d-2907-501a-6edd-89b1c69f206a" [ 711.409735] env[68802]: _type = "Task" [ 711.409735] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.418314] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cd978d-2907-501a-6edd-89b1c69f206a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.753934] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324972} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.754210] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.754416] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.754585] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.822489] env[68802]: DEBUG nova.compute.utils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.827239] env[68802]: DEBUG nova.compute.manager [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.827445] env[68802]: DEBUG nova.network.neutron [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.879339] env[68802]: DEBUG nova.policy [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16080a418ca04e7db64d4a08d0751d83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bbc9f69a2154c04a224ce5c5b9e7d8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.921851] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cd978d-2907-501a-6edd-89b1c69f206a, 'name': SearchDatastore_Task, 'duration_secs': 0.017962} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.924741] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.925018] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 2517392e-ffb6-4fc1-b38d-cef8cfe0059e/2517392e-ffb6-4fc1-b38d-cef8cfe0059e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.925548] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b60de694-c28b-497a-a932-ab7187358bcc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.935613] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 711.935613] env[68802]: value = "task-2795073" [ 711.935613] env[68802]: _type = "Task" [ 711.935613] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.949848] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.284485] env[68802]: DEBUG nova.network.neutron [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Successfully created port: 563244a7-3143-444c-a0a0-f01c3e5f3849 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.327834] env[68802]: DEBUG nova.compute.manager [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.417945] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef79969-c6a9-4534-a38d-eec278e7dbcf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.426876] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea1e86-df56-4af1-8384-2799c69d3e94 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.445783] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795073, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.470176] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18711d79-a2f9-44cc-84ef-b9a9cdf9a43d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.477494] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e032e-557f-4681-88a6-d1a3526738ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.490614] env[68802]: DEBUG nova.compute.provider_tree [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.573949] env[68802]: DEBUG nova.compute.manager [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.574953] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1ba57a-6090-480e-b48f-e7c475a45958 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.788318] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.788559] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.788713] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.788891] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.789045] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.789192] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.789396] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.789547] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.789707] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.789861] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.790039] env[68802]: DEBUG nova.virt.hardware [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.790890] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b134615c-646a-4dec-8b88-a7a862807ce4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.799054] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa02b65-fe88-416d-bac3-ff5cda8e6931 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.812042] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.817540] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.817808] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.818062] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f4feb0f-41aa-4927-801e-a057dcb86da2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.837716] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.837716] env[68802]: value = "task-2795074" [ 712.837716] env[68802]: _type = "Task" [ 712.837716] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.846736] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795074, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.949147] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522382} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.949510] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 2517392e-ffb6-4fc1-b38d-cef8cfe0059e/2517392e-ffb6-4fc1-b38d-cef8cfe0059e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.949781] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.950061] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-522aa85f-55c7-4075-a955-2a10f0bd05f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.956917] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 712.956917] env[68802]: value = "task-2795075" [ 712.956917] env[68802]: _type = "Task" [ 712.956917] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.965550] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.993719] env[68802]: DEBUG nova.scheduler.client.report [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.086667] env[68802]: INFO nova.compute.manager [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] instance snapshotting [ 713.086875] env[68802]: WARNING nova.compute.manager [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 713.089588] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bd710a-223f-4aa5-8646-af8993692c0d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.108404] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080765a9-259f-460c-811b-3290f195a1bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.339776] env[68802]: DEBUG nova.compute.manager [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.351132] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795074, 'name': CreateVM_Task, 'duration_secs': 0.464073} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.351334] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.351803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.351972] env[68802]: DEBUG oslo_concurrency.lockutils [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.352298] env[68802]: DEBUG oslo_concurrency.lockutils [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.352553] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff17634-6fce-42d5-804e-717cc136816b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.359059] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 713.359059] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5241565b-b411-b484-453b-d5de5c7e7f38" [ 713.359059] env[68802]: _type = "Task" [ 713.359059] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.364200] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.364426] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.364579] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.364754] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.364896] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.365049] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.366018] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.366018] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.366018] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.366018] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.366018] env[68802]: DEBUG nova.virt.hardware [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.366629] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150ab04-dbba-4d38-97d1-512b9468d2ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.377159] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec93f57-311e-43c2-a46a-cc2ad011eeb8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.382769] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5241565b-b411-b484-453b-d5de5c7e7f38, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.382907] env[68802]: DEBUG oslo_concurrency.lockutils [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.383143] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.383370] env[68802]: DEBUG oslo_concurrency.lockutils [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.383553] env[68802]: DEBUG oslo_concurrency.lockutils [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.383744] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.384361] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a682acb2-3ab6-4687-afca-74a2571d9ca1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.397128] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.397128] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.397203] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e93e94-c4a2-4b1a-9502-b870f9db9ebc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.403015] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 713.403015] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5276b2cc-34ea-20c6-16b1-e4a7721f99f4" [ 713.403015] env[68802]: _type = "Task" [ 713.403015] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.411220] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5276b2cc-34ea-20c6-16b1-e4a7721f99f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.465994] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072874} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.466300] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.467058] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b8bda0-cd0e-4e2b-b55c-cea88863e121 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.487518] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2517392e-ffb6-4fc1-b38d-cef8cfe0059e/2517392e-ffb6-4fc1-b38d-cef8cfe0059e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.488108] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d85c3a06-39bc-44d8-a777-5b92b41a618e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.503788] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.505765] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.847s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.507615] env[68802]: INFO nova.compute.claims [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.516470] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 713.516470] env[68802]: value = "task-2795076" [ 713.516470] env[68802]: _type = "Task" [ 713.516470] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.526655] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.531289] env[68802]: INFO nova.scheduler.client.report [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Deleted allocations for instance ce162796-7bf4-4602-b93d-0f91c636e411 [ 713.619323] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 713.620198] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-238f2cf5-bf85-4812-baa8-5e4646a800e1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.628644] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 713.628644] env[68802]: value = "task-2795077" [ 713.628644] env[68802]: _type = "Task" [ 713.628644] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.637870] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.913916] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5276b2cc-34ea-20c6-16b1-e4a7721f99f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.915479] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fb6253-3f23-4dff-bf7f-c5f6cbfabea5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.924287] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 713.924287] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b626cd-0c6f-235a-8581-ca2cadc96150" [ 713.924287] env[68802]: _type = "Task" [ 713.924287] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.931847] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b626cd-0c6f-235a-8581-ca2cadc96150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.946102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.946102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.946102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.946102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.946349] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.948160] env[68802]: INFO nova.compute.manager [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Terminating instance [ 713.969183] env[68802]: DEBUG nova.compute.manager [req-ef008c79-1287-478a-bc0c-7db493a6120f req-17879737-dba8-4a17-a30b-26c8499f87d5 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Received event network-vif-plugged-563244a7-3143-444c-a0a0-f01c3e5f3849 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 713.969183] env[68802]: DEBUG oslo_concurrency.lockutils [req-ef008c79-1287-478a-bc0c-7db493a6120f req-17879737-dba8-4a17-a30b-26c8499f87d5 service nova] Acquiring lock "8228be33-050d-4880-96b0-eb6734592837-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.969183] env[68802]: DEBUG oslo_concurrency.lockutils [req-ef008c79-1287-478a-bc0c-7db493a6120f req-17879737-dba8-4a17-a30b-26c8499f87d5 service nova] Lock "8228be33-050d-4880-96b0-eb6734592837-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.969183] env[68802]: DEBUG oslo_concurrency.lockutils [req-ef008c79-1287-478a-bc0c-7db493a6120f req-17879737-dba8-4a17-a30b-26c8499f87d5 service nova] Lock "8228be33-050d-4880-96b0-eb6734592837-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.969183] env[68802]: DEBUG nova.compute.manager [req-ef008c79-1287-478a-bc0c-7db493a6120f req-17879737-dba8-4a17-a30b-26c8499f87d5 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] No waiting events found dispatching network-vif-plugged-563244a7-3143-444c-a0a0-f01c3e5f3849 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.969362] env[68802]: WARNING nova.compute.manager [req-ef008c79-1287-478a-bc0c-7db493a6120f req-17879737-dba8-4a17-a30b-26c8499f87d5 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Received unexpected event network-vif-plugged-563244a7-3143-444c-a0a0-f01c3e5f3849 for instance with vm_state building and task_state spawning. [ 714.029903] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.040802] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95a41b7f-b3ec-447a-ba6a-9ae9d266f10d tempest-InstanceActionsNegativeTestJSON-383372689 tempest-InstanceActionsNegativeTestJSON-383372689-project-member] Lock "ce162796-7bf4-4602-b93d-0f91c636e411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.731s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.140848] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.178595] env[68802]: DEBUG nova.network.neutron [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Successfully updated port: 563244a7-3143-444c-a0a0-f01c3e5f3849 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.433586] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b626cd-0c6f-235a-8581-ca2cadc96150, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.434246] env[68802]: DEBUG oslo_concurrency.lockutils [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.434246] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.434387] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c89c0ded-f613-462b-b2fb-3783f0d4f898 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.443410] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 714.443410] env[68802]: value = "task-2795078" [ 714.443410] env[68802]: _type = "Task" [ 714.443410] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.452334] env[68802]: DEBUG nova.compute.manager [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.452532] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.452792] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.453557] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404ac255-77a3-45ae-af8e-60ca6a27a198 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.460413] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.461031] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdf810e7-a0c5-45b6-9212-2a5bd8a5366d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.466691] env[68802]: DEBUG oslo_vmware.api [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 714.466691] env[68802]: value = "task-2795079" [ 714.466691] env[68802]: _type = "Task" [ 714.466691] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.475187] env[68802]: DEBUG oslo_vmware.api [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.528717] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795076, 'name': ReconfigVM_Task, 'duration_secs': 0.647698} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.528717] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2517392e-ffb6-4fc1-b38d-cef8cfe0059e/2517392e-ffb6-4fc1-b38d-cef8cfe0059e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.529464] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71520518-ae30-4732-9b3a-f1ca64f9f1df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.539333] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 714.539333] env[68802]: value = "task-2795080" [ 714.539333] env[68802]: _type = "Task" [ 714.539333] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.551282] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795080, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.640812] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795077, 'name': CreateSnapshot_Task, 'duration_secs': 0.681715} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.644034] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 714.645687] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d065c848-c190-41a9-a6f7-6be2f139dfca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.682766] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquiring lock "refresh_cache-8228be33-050d-4880-96b0-eb6734592837" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.683118] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquired lock "refresh_cache-8228be33-050d-4880-96b0-eb6734592837" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.683118] env[68802]: DEBUG nova.network.neutron [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.878302] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.880141] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.956775] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795078, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.979599] env[68802]: DEBUG oslo_vmware.api [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795079, 'name': PowerOffVM_Task, 'duration_secs': 0.193758} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.980057] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.980474] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.983116] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d303c50-e6a0-4664-9f82-c4216bacf910 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.048559] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.049627] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.049816] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Deleting the datastore file [datastore2] dbb7fdd2-fd7f-43d3-b0de-8992efd3176a {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.050447] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35029758-c4a9-475e-8da0-678045fabe63 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.060321] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795080, 'name': Rename_Task, 'duration_secs': 0.22341} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.061464] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.061737] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-254488c1-8d06-45c4-85c7-27cca2988313 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.065786] env[68802]: DEBUG oslo_vmware.api [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 715.065786] env[68802]: value = "task-2795082" [ 715.065786] env[68802]: _type = "Task" [ 715.065786] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.071078] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 715.071078] env[68802]: value = "task-2795083" [ 715.071078] env[68802]: _type = "Task" [ 715.071078] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.083355] env[68802]: DEBUG oslo_vmware.api [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.088649] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795083, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.136078] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1b5481-66a3-48d4-a931-e7de890e093d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.143916] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce41dffe-6480-410c-a90d-35ef03fbc75e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.183963] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 715.184861] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00ac85bd-6f7c-49de-ae08-c7c53fe02b35 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.189462] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8956cd-d68c-4f8e-ad17-79eafe98f88f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.199492] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 715.199492] env[68802]: value = "task-2795084" [ 715.199492] env[68802]: _type = "Task" [ 715.199492] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.208641] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc301e7c-3aa0-4d6a-8059-f18370018cf0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.226597] env[68802]: DEBUG nova.compute.provider_tree [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.228762] env[68802]: DEBUG nova.network.neutron [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.233898] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795084, 'name': CloneVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.431861] env[68802]: DEBUG nova.network.neutron [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Updating instance_info_cache with network_info: [{"id": "563244a7-3143-444c-a0a0-f01c3e5f3849", "address": "fa:16:3e:94:88:45", "network": {"id": "b0b85084-0fdf-4061-b8fa-1a5532a70aee", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1050910404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bbc9f69a2154c04a224ce5c5b9e7d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563244a7-31", "ovs_interfaceid": "563244a7-3143-444c-a0a0-f01c3e5f3849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.455080] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526896} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.455544] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.455655] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.455986] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2053dde9-8d3b-4b84-a5cc-b8719bbae4c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.473172] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 715.473172] env[68802]: value = "task-2795085" [ 715.473172] env[68802]: _type = "Task" [ 715.473172] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.485295] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.578305] env[68802]: DEBUG oslo_vmware.api [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212008} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.578964] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.579175] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.579585] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.579585] env[68802]: INFO nova.compute.manager [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 715.579730] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.579927] env[68802]: DEBUG nova.compute.manager [-] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.580017] env[68802]: DEBUG nova.network.neutron [-] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.586336] env[68802]: DEBUG oslo_vmware.api [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795083, 'name': PowerOnVM_Task, 'duration_secs': 0.474461} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.587587] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.587587] env[68802]: INFO nova.compute.manager [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Took 5.86 seconds to spawn the instance on the hypervisor. [ 715.587587] env[68802]: DEBUG nova.compute.manager [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.588379] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f06ad2-4b84-4a49-819d-fa987d57b961 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.713735] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795084, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.736414] env[68802]: DEBUG nova.scheduler.client.report [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.941021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Releasing lock "refresh_cache-8228be33-050d-4880-96b0-eb6734592837" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.941021] env[68802]: DEBUG nova.compute.manager [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Instance network_info: |[{"id": "563244a7-3143-444c-a0a0-f01c3e5f3849", "address": "fa:16:3e:94:88:45", "network": {"id": "b0b85084-0fdf-4061-b8fa-1a5532a70aee", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1050910404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bbc9f69a2154c04a224ce5c5b9e7d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563244a7-31", "ovs_interfaceid": "563244a7-3143-444c-a0a0-f01c3e5f3849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.941224] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:88:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '563244a7-3143-444c-a0a0-f01c3e5f3849', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.949947] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Creating folder: Project (3bbc9f69a2154c04a224ce5c5b9e7d8e). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.950401] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0f0f4db-d0e5-4cc4-9b74-63be520eee4b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.965256] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Created folder: Project (3bbc9f69a2154c04a224ce5c5b9e7d8e) in parent group-v561663. [ 715.965256] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Creating folder: Instances. Parent ref: group-v561770. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.965256] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70050ef8-bfd5-48a6-9488-0a16373a4ce8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.984313] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Created folder: Instances in parent group-v561770. [ 715.984606] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.986478] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8228be33-050d-4880-96b0-eb6734592837] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.989611] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fa50aec-2703-45aa-955b-70b88f95c470 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.008594] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1876} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.008887] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.010223] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a405281-7c80-4ef7-91e7-087d2c93f71b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.014366] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.014366] env[68802]: value = "task-2795088" [ 716.014366] env[68802]: _type = "Task" [ 716.014366] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.035084] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.038978] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0addbf68-ef18-41fd-a376-9d8b11df2dd8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.058395] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795088, 'name': CreateVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.064526] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 716.064526] env[68802]: value = "task-2795089" [ 716.064526] env[68802]: _type = "Task" [ 716.064526] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.073311] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.106722] env[68802]: INFO nova.compute.manager [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Took 36.42 seconds to build instance. [ 716.114056] env[68802]: DEBUG nova.compute.manager [req-9c4890b4-5301-486b-8815-491ee441dbde req-941b7bb8-8b10-4c5d-aca7-feca33ca48c0 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Received event network-changed-563244a7-3143-444c-a0a0-f01c3e5f3849 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.114056] env[68802]: DEBUG nova.compute.manager [req-9c4890b4-5301-486b-8815-491ee441dbde req-941b7bb8-8b10-4c5d-aca7-feca33ca48c0 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Refreshing instance network info cache due to event network-changed-563244a7-3143-444c-a0a0-f01c3e5f3849. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 716.114196] env[68802]: DEBUG oslo_concurrency.lockutils [req-9c4890b4-5301-486b-8815-491ee441dbde req-941b7bb8-8b10-4c5d-aca7-feca33ca48c0 service nova] Acquiring lock "refresh_cache-8228be33-050d-4880-96b0-eb6734592837" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.114279] env[68802]: DEBUG oslo_concurrency.lockutils [req-9c4890b4-5301-486b-8815-491ee441dbde req-941b7bb8-8b10-4c5d-aca7-feca33ca48c0 service nova] Acquired lock "refresh_cache-8228be33-050d-4880-96b0-eb6734592837" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.114695] env[68802]: DEBUG nova.network.neutron [req-9c4890b4-5301-486b-8815-491ee441dbde req-941b7bb8-8b10-4c5d-aca7-feca33ca48c0 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Refreshing network info cache for port 563244a7-3143-444c-a0a0-f01c3e5f3849 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.212946] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795084, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.250132] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.250132] env[68802]: DEBUG nova.compute.manager [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.250785] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.379s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.251477] env[68802]: DEBUG nova.objects.instance [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lazy-loading 'resources' on Instance uuid c3b6bea7-cbb0-459d-8096-8839bae26ad1 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.525962] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795088, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.581201] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.609206] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1cc8ff4e-34fd-428e-a025-fbcca5c2b2fd tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "2517392e-ffb6-4fc1-b38d-cef8cfe0059e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.051s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.712666] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795084, 'name': CloneVM_Task, 'duration_secs': 1.508072} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.713379] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Created linked-clone VM from snapshot [ 716.713868] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3255a9-c472-416d-ae40-6b5b2586fe6e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.723514] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Uploading image 54fa0eb5-0f8f-4d57-8344-3b10e9ef25d9 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 716.748764] env[68802]: DEBUG oslo_vmware.rw_handles [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 716.748764] env[68802]: value = "vm-561769" [ 716.748764] env[68802]: _type = "VirtualMachine" [ 716.748764] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 716.748764] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee02f4fd-1759-4a07-a00e-4ab02cd134a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.755407] env[68802]: DEBUG nova.compute.utils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.764170] env[68802]: DEBUG nova.compute.manager [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.764895] env[68802]: DEBUG nova.network.neutron [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.766247] env[68802]: DEBUG oslo_vmware.rw_handles [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lease: (returnval){ [ 716.766247] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5287cbad-3af9-971f-cd6b-8b4f7ee047f6" [ 716.766247] env[68802]: _type = "HttpNfcLease" [ 716.766247] env[68802]: } obtained for exporting VM: (result){ [ 716.766247] env[68802]: value = "vm-561769" [ 716.766247] env[68802]: _type = "VirtualMachine" [ 716.766247] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 716.768803] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the lease: (returnval){ [ 716.768803] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5287cbad-3af9-971f-cd6b-8b4f7ee047f6" [ 716.768803] env[68802]: _type = "HttpNfcLease" [ 716.768803] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 716.781206] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 716.781206] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5287cbad-3af9-971f-cd6b-8b4f7ee047f6" [ 716.781206] env[68802]: _type = "HttpNfcLease" [ 716.781206] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 716.781771] env[68802]: DEBUG oslo_vmware.rw_handles [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 716.781771] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5287cbad-3af9-971f-cd6b-8b4f7ee047f6" [ 716.781771] env[68802]: _type = "HttpNfcLease" [ 716.781771] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 716.782618] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982a6926-02d4-45e5-8f74-164e27079d5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.792856] env[68802]: DEBUG oslo_vmware.rw_handles [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fc282-1545-91e0-1af3-0d03ca93dffc/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 716.792856] env[68802]: DEBUG oslo_vmware.rw_handles [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fc282-1545-91e0-1af3-0d03ca93dffc/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 716.856533] env[68802]: DEBUG nova.network.neutron [-] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.871279] env[68802]: DEBUG nova.policy [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1177a189abb64d068ee4c4081c0d2712', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a479790a30794ee9adeff4292df841ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.902262] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78306343-96ff-42f2-a774-47c9690c42a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.007120] env[68802]: DEBUG nova.network.neutron [req-9c4890b4-5301-486b-8815-491ee441dbde req-941b7bb8-8b10-4c5d-aca7-feca33ca48c0 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Updated VIF entry in instance network info cache for port 563244a7-3143-444c-a0a0-f01c3e5f3849. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.007120] env[68802]: DEBUG nova.network.neutron [req-9c4890b4-5301-486b-8815-491ee441dbde req-941b7bb8-8b10-4c5d-aca7-feca33ca48c0 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Updating instance_info_cache with network_info: [{"id": "563244a7-3143-444c-a0a0-f01c3e5f3849", "address": "fa:16:3e:94:88:45", "network": {"id": "b0b85084-0fdf-4061-b8fa-1a5532a70aee", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1050910404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bbc9f69a2154c04a224ce5c5b9e7d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563244a7-31", "ovs_interfaceid": "563244a7-3143-444c-a0a0-f01c3e5f3849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.030649] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795088, 'name': CreateVM_Task, 'duration_secs': 0.927347} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.033707] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8228be33-050d-4880-96b0-eb6734592837] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.035589] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.035589] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.035589] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.035822] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd40bb7-25f0-4c7f-9802-f2f713ab85b6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.041698] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for the task: (returnval){ [ 717.041698] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ec954b-00e1-1a30-77d1-0ee0340c9c94" [ 717.041698] env[68802]: _type = "Task" [ 717.041698] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.050531] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ec954b-00e1-1a30-77d1-0ee0340c9c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.079107] env[68802]: INFO nova.compute.manager [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Rebuilding instance [ 717.081091] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795089, 'name': ReconfigVM_Task, 'duration_secs': 0.895043} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.081536] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.082159] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f97122f0-300e-4ec5-b6fa-d32322dc96c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.089065] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 717.089065] env[68802]: value = "task-2795091" [ 717.089065] env[68802]: _type = "Task" [ 717.089065] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.098187] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795091, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.114797] env[68802]: DEBUG nova.compute.manager [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.146539] env[68802]: DEBUG nova.compute.manager [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.147843] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eee38f-0649-4c2d-9878-a0411a53262d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.268592] env[68802]: DEBUG nova.compute.manager [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.363953] env[68802]: INFO nova.compute.manager [-] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Took 1.78 seconds to deallocate network for instance. [ 717.428775] env[68802]: DEBUG nova.network.neutron [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Successfully created port: 45aff792-18b4-4e80-9fec-43961fe9456c {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.472119] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e190cc25-6d46-4530-9951-d878f76c71fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.478789] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c29f18-5e65-4032-9164-4181b2b43ca7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.516623] env[68802]: DEBUG oslo_concurrency.lockutils [req-9c4890b4-5301-486b-8815-491ee441dbde req-941b7bb8-8b10-4c5d-aca7-feca33ca48c0 service nova] Releasing lock "refresh_cache-8228be33-050d-4880-96b0-eb6734592837" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.518568] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6f9bef-6ba7-4405-ba1c-ead440d72f04 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.527686] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bac3d1-ff8f-4425-95a5-40365063e178 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.543399] env[68802]: DEBUG nova.compute.provider_tree [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.553967] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ec954b-00e1-1a30-77d1-0ee0340c9c94, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.555123] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.555399] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.555672] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.555873] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.556254] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.556846] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7765864c-5646-4279-b746-75790c466256 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.564867] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.565070] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.565784] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a63c4f-f9de-4c74-a0b0-0f581b005819 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.570723] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for the task: (returnval){ [ 717.570723] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528ebfc4-2413-f3f5-db7d-970b892c7339" [ 717.570723] env[68802]: _type = "Task" [ 717.570723] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.579618] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528ebfc4-2413-f3f5-db7d-970b892c7339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.599293] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795091, 'name': Rename_Task, 'duration_secs': 0.13658} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.599564] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.599810] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccbcb77d-17f2-42e5-ade3-58dbb91fe1ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.606489] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 717.606489] env[68802]: value = "task-2795092" [ 717.606489] env[68802]: _type = "Task" [ 717.606489] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.614137] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.639606] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.828510] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Acquiring lock "8acdd624-55ab-4569-a65b-7484c93cdd18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.828914] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Lock "8acdd624-55ab-4569-a65b-7484c93cdd18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.828989] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Acquiring lock "8acdd624-55ab-4569-a65b-7484c93cdd18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.829194] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Lock "8acdd624-55ab-4569-a65b-7484c93cdd18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.829434] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Lock "8acdd624-55ab-4569-a65b-7484c93cdd18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.834253] env[68802]: INFO nova.compute.manager [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Terminating instance [ 717.873346] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.050474] env[68802]: DEBUG nova.scheduler.client.report [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.082290] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528ebfc4-2413-f3f5-db7d-970b892c7339, 'name': SearchDatastore_Task, 'duration_secs': 0.008741} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.085020] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7207fe1-b644-4cb4-837f-bdb20b9bc314 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.089047] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for the task: (returnval){ [ 718.089047] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5220ba2c-2379-05f9-14bb-f392309ee860" [ 718.089047] env[68802]: _type = "Task" [ 718.089047] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.097561] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5220ba2c-2379-05f9-14bb-f392309ee860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.115986] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795092, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.146158] env[68802]: DEBUG nova.compute.manager [req-fe522b6c-271b-4c83-af71-3ab5529626bc req-22c5d737-d8bf-47b0-b6ec-a663f929c4a7 service nova] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Received event network-vif-deleted-9c6fe240-bbea-4792-9f10-71410508313c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 718.166145] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.166524] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca5bb043-80a5-426b-9335-1650066690ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.175445] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 718.175445] env[68802]: value = "task-2795093" [ 718.175445] env[68802]: _type = "Task" [ 718.175445] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.185892] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.278604] env[68802]: DEBUG nova.compute.manager [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.307029] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.307029] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.307029] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.307263] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.307460] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.307694] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.308448] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.309518] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.309518] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.309518] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.309518] env[68802]: DEBUG nova.virt.hardware [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.310301] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36030fe-1048-4f21-8436-dc067c4a1ad9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.319217] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c66bc-ee34-4129-9599-794b094edc14 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.342210] env[68802]: DEBUG nova.compute.manager [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.342529] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.342734] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2adc1861-11d7-453f-8a7c-7a6fae0d8ec5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.350052] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for the task: (returnval){ [ 718.350052] env[68802]: value = "task-2795094" [ 718.350052] env[68802]: _type = "Task" [ 718.350052] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.358503] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2795094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.556128] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.558590] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.785s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.560316] env[68802]: INFO nova.compute.claims [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.581640] env[68802]: INFO nova.scheduler.client.report [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Deleted allocations for instance c3b6bea7-cbb0-459d-8096-8839bae26ad1 [ 718.600971] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5220ba2c-2379-05f9-14bb-f392309ee860, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.601076] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.603274] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 8228be33-050d-4880-96b0-eb6734592837/8228be33-050d-4880-96b0-eb6734592837.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.603274] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c0506c2-82b2-44b9-9d38-3d642291a3da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.613550] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for the task: (returnval){ [ 718.613550] env[68802]: value = "task-2795095" [ 718.613550] env[68802]: _type = "Task" [ 718.613550] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.620934] env[68802]: DEBUG oslo_vmware.api [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795092, 'name': PowerOnVM_Task, 'duration_secs': 0.668697} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.625031] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.625031] env[68802]: DEBUG nova.compute.manager [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.625031] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3395f0d0-c480-4c69-9913-9d9aae075c23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.629532] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.685601] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795093, 'name': PowerOffVM_Task, 'duration_secs': 0.159535} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.686047] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.686373] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.687248] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20a24a4-9e35-45aa-bfd8-59801cc285e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.694475] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.694754] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-658dc98b-bb00-4693-8635-522e5446d95c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.721298] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.721709] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.721957] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Deleting the datastore file [datastore1] 2517392e-ffb6-4fc1-b38d-cef8cfe0059e {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.722329] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8577d929-f042-4669-b45f-bf7542d1a230 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.733435] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 718.733435] env[68802]: value = "task-2795097" [ 718.733435] env[68802]: _type = "Task" [ 718.733435] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.743223] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.860771] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2795094, 'name': PowerOffVM_Task, 'duration_secs': 0.401012} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.861046] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.861261] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 718.861447] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561694', 'volume_id': '04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'name': 'volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8acdd624-55ab-4569-a65b-7484c93cdd18', 'attached_at': '', 'detached_at': '', 'volume_id': '04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'serial': '04f9aab8-9078-483a-ac7e-edc1b4200b9b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 718.862324] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540805f5-3caf-44f9-b64a-f9a5bb9a83d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.883501] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49072b8c-bbf9-4141-8420-42af83cc1956 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.891652] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e31e05b-1f31-428b-9f76-16c3e0347791 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.911289] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dceeba8-9966-4def-b1f1-db1d5858e8ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.928868] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] The volume has not been displaced from its original location: [datastore1] volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b/volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 718.935977] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 718.938813] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-245ab5a9-7756-42f4-b301-4849ed908dff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.956068] env[68802]: DEBUG nova.compute.manager [req-0930b5b2-691c-4cd9-850c-9507dc7104eb req-b8d20d89-a3bb-4ec4-a223-33a6ae01076f service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Received event network-vif-plugged-45aff792-18b4-4e80-9fec-43961fe9456c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 718.956068] env[68802]: DEBUG oslo_concurrency.lockutils [req-0930b5b2-691c-4cd9-850c-9507dc7104eb req-b8d20d89-a3bb-4ec4-a223-33a6ae01076f service nova] Acquiring lock "5bc87656-795b-487d-a72f-4d0c4a717655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.956068] env[68802]: DEBUG oslo_concurrency.lockutils [req-0930b5b2-691c-4cd9-850c-9507dc7104eb req-b8d20d89-a3bb-4ec4-a223-33a6ae01076f service nova] Lock "5bc87656-795b-487d-a72f-4d0c4a717655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.956068] env[68802]: DEBUG oslo_concurrency.lockutils [req-0930b5b2-691c-4cd9-850c-9507dc7104eb req-b8d20d89-a3bb-4ec4-a223-33a6ae01076f service nova] Lock "5bc87656-795b-487d-a72f-4d0c4a717655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.956068] env[68802]: DEBUG nova.compute.manager [req-0930b5b2-691c-4cd9-850c-9507dc7104eb req-b8d20d89-a3bb-4ec4-a223-33a6ae01076f service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] No waiting events found dispatching network-vif-plugged-45aff792-18b4-4e80-9fec-43961fe9456c {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.956501] env[68802]: WARNING nova.compute.manager [req-0930b5b2-691c-4cd9-850c-9507dc7104eb req-b8d20d89-a3bb-4ec4-a223-33a6ae01076f service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Received unexpected event network-vif-plugged-45aff792-18b4-4e80-9fec-43961fe9456c for instance with vm_state building and task_state spawning. [ 718.960922] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for the task: (returnval){ [ 718.960922] env[68802]: value = "task-2795098" [ 718.960922] env[68802]: _type = "Task" [ 718.960922] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.970802] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2795098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.056732] env[68802]: DEBUG nova.network.neutron [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Successfully updated port: 45aff792-18b4-4e80-9fec-43961fe9456c {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.090732] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d5466eda-2d18-4133-81d5-c7749c222fc0 tempest-ServerShowV254Test-984879581 tempest-ServerShowV254Test-984879581-project-member] Lock "c3b6bea7-cbb0-459d-8096-8839bae26ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.573s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.126554] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.143728] env[68802]: DEBUG oslo_concurrency.lockutils [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.244974] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236964} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.245183] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.245440] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.245581] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.474314] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2795098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.559263] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquiring lock "refresh_cache-5bc87656-795b-487d-a72f-4d0c4a717655" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.559518] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquired lock "refresh_cache-5bc87656-795b-487d-a72f-4d0c4a717655" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.559593] env[68802]: DEBUG nova.network.neutron [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.626285] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61791} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.626498] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 8228be33-050d-4880-96b0-eb6734592837/8228be33-050d-4880-96b0-eb6734592837.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.626704] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.626946] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3f578f2-7523-4677-982e-b01f76067987 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.632851] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for the task: (returnval){ [ 719.632851] env[68802]: value = "task-2795099" [ 719.632851] env[68802]: _type = "Task" [ 719.632851] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.642460] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.973617] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2795098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.116901] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ff6305-2c95-4e02-bb9d-8d8d08a0713f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.122256] env[68802]: DEBUG nova.network.neutron [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.131917] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be37d58c-8305-49e3-ae3a-059866df44dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.146159] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071709} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.179692] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.180429] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34215e5b-e41d-4766-9542-629d533ec5e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.184191] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cdca9e-ea35-4ec4-a5fb-8631d0fe7e3c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.210384] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 8228be33-050d-4880-96b0-eb6734592837/8228be33-050d-4880-96b0-eb6734592837.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.210916] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab5be22-cc13-4cae-964b-1146c0224968 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.227804] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2e8b7a-7d7f-4174-98b8-523b36a2b7df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.245885] env[68802]: DEBUG nova.compute.provider_tree [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.248800] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for the task: (returnval){ [ 720.248800] env[68802]: value = "task-2795100" [ 720.248800] env[68802]: _type = "Task" [ 720.248800] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.262062] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.296268] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.296268] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.296268] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.296268] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.296434] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.296434] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.296434] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.296434] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.296434] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.296575] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.296575] env[68802]: DEBUG nova.virt.hardware [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.296972] env[68802]: INFO nova.compute.manager [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Rebuilding instance [ 720.300144] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdfbd68-e4ca-47ed-9e33-8e19c1def33a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.309838] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84283e50-2e5c-4e16-bed4-ac184ccc02b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.324754] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.330430] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.334459] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.335223] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18546173-2b2b-462d-9a4b-03472b08e55b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.354183] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.354183] env[68802]: value = "task-2795101" [ 720.354183] env[68802]: _type = "Task" [ 720.354183] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.365668] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795101, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.366209] env[68802]: DEBUG nova.compute.manager [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.367081] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165de447-4373-4661-816b-7b1ebc18a342 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.386972] env[68802]: DEBUG nova.network.neutron [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Updating instance_info_cache with network_info: [{"id": "45aff792-18b4-4e80-9fec-43961fe9456c", "address": "fa:16:3e:d9:79:8c", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45aff792-18", "ovs_interfaceid": "45aff792-18b4-4e80-9fec-43961fe9456c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.474865] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2795098, 'name': ReconfigVM_Task, 'duration_secs': 1.356816} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.474865] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 720.480767] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33fc9623-dfbe-49c3-b94a-567a6ccb1db0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.498045] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for the task: (returnval){ [ 720.498045] env[68802]: value = "task-2795102" [ 720.498045] env[68802]: _type = "Task" [ 720.498045] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.509671] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2795102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.750863] env[68802]: DEBUG nova.scheduler.client.report [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.764755] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795100, 'name': ReconfigVM_Task, 'duration_secs': 0.495845} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.765287] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 8228be33-050d-4880-96b0-eb6734592837/8228be33-050d-4880-96b0-eb6734592837.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.765932] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e324b1cc-d1ea-4bac-8f31-583424622dc0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.772380] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for the task: (returnval){ [ 720.772380] env[68802]: value = "task-2795103" [ 720.772380] env[68802]: _type = "Task" [ 720.772380] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.781587] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795103, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.866247] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795101, 'name': CreateVM_Task, 'duration_secs': 0.31214} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.866500] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.867094] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.867094] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.867465] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.867748] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47668bbf-fbf6-4869-b930-125a3f7901c2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.873307] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 720.873307] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5239a3a5-7abc-c060-9a8a-57b90dc93e1c" [ 720.873307] env[68802]: _type = "Task" [ 720.873307] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.884979] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5239a3a5-7abc-c060-9a8a-57b90dc93e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.889874] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Releasing lock "refresh_cache-5bc87656-795b-487d-a72f-4d0c4a717655" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.890170] env[68802]: DEBUG nova.compute.manager [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Instance network_info: |[{"id": "45aff792-18b4-4e80-9fec-43961fe9456c", "address": "fa:16:3e:d9:79:8c", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45aff792-18", "ovs_interfaceid": "45aff792-18b4-4e80-9fec-43961fe9456c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.890792] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:79:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45aff792-18b4-4e80-9fec-43961fe9456c', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.898010] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Creating folder: Project (a479790a30794ee9adeff4292df841ea). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.898591] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f13a772-e897-46ee-ae10-d43472ec4887 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.911182] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Created folder: Project (a479790a30794ee9adeff4292df841ea) in parent group-v561663. [ 720.911496] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Creating folder: Instances. Parent ref: group-v561774. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.912234] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09c23d00-68b5-4e09-b151-a84fd4316fbc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.923219] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Created folder: Instances in parent group-v561774. [ 720.923444] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.923635] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.923848] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea2a45ec-64eb-4edc-968b-c1de918e3d92 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.943489] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.943489] env[68802]: value = "task-2795106" [ 720.943489] env[68802]: _type = "Task" [ 720.943489] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.951399] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795106, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.974190] env[68802]: DEBUG nova.compute.manager [req-e367f0fe-2d32-445b-b86a-f1a2474e6e68 req-3b5e0e87-4dc6-4bc2-851e-86f843c5c16a service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Received event network-changed-45aff792-18b4-4e80-9fec-43961fe9456c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 720.974451] env[68802]: DEBUG nova.compute.manager [req-e367f0fe-2d32-445b-b86a-f1a2474e6e68 req-3b5e0e87-4dc6-4bc2-851e-86f843c5c16a service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Refreshing instance network info cache due to event network-changed-45aff792-18b4-4e80-9fec-43961fe9456c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 720.974719] env[68802]: DEBUG oslo_concurrency.lockutils [req-e367f0fe-2d32-445b-b86a-f1a2474e6e68 req-3b5e0e87-4dc6-4bc2-851e-86f843c5c16a service nova] Acquiring lock "refresh_cache-5bc87656-795b-487d-a72f-4d0c4a717655" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.974897] env[68802]: DEBUG oslo_concurrency.lockutils [req-e367f0fe-2d32-445b-b86a-f1a2474e6e68 req-3b5e0e87-4dc6-4bc2-851e-86f843c5c16a service nova] Acquired lock "refresh_cache-5bc87656-795b-487d-a72f-4d0c4a717655" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.975082] env[68802]: DEBUG nova.network.neutron [req-e367f0fe-2d32-445b-b86a-f1a2474e6e68 req-3b5e0e87-4dc6-4bc2-851e-86f843c5c16a service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Refreshing network info cache for port 45aff792-18b4-4e80-9fec-43961fe9456c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.009059] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2795102, 'name': ReconfigVM_Task, 'duration_secs': 0.152363} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.009412] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561694', 'volume_id': '04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'name': 'volume-04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8acdd624-55ab-4569-a65b-7484c93cdd18', 'attached_at': '', 'detached_at': '', 'volume_id': '04f9aab8-9078-483a-ac7e-edc1b4200b9b', 'serial': '04f9aab8-9078-483a-ac7e-edc1b4200b9b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 721.009708] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.010590] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cecc6ae-2485-4aed-86cd-dcca83046e42 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.021306] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.021635] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfb8fc1f-14b2-4886-9f60-aa351f40093d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.085910] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.085910] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.086162] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Deleting the datastore file [datastore1] 8acdd624-55ab-4569-a65b-7484c93cdd18 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.086531] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80ea4b41-d6ee-4aad-9b85-0637d04e9f64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.093012] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for the task: (returnval){ [ 721.093012] env[68802]: value = "task-2795108" [ 721.093012] env[68802]: _type = "Task" [ 721.093012] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.101662] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2795108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.260180] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.260823] env[68802]: DEBUG nova.compute.manager [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.264034] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.416s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.267639] env[68802]: INFO nova.compute.claims [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.283012] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795103, 'name': Rename_Task, 'duration_secs': 0.161404} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.283365] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.284258] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86abc2ce-2502-4d2f-ac53-38ad9799f039 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.291544] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for the task: (returnval){ [ 721.291544] env[68802]: value = "task-2795109" [ 721.291544] env[68802]: _type = "Task" [ 721.291544] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.299584] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.384489] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.384828] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5239a3a5-7abc-c060-9a8a-57b90dc93e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.012308} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.385057] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722a01eb-fa40-4287-a56b-52f0a9ebfe3f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.386697] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.386925] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.387167] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.387539] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.387539] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.387723] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16b6bb4e-e2eb-4f6c-a8a2-5ddc53da9612 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.393807] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for the task: (returnval){ [ 721.393807] env[68802]: value = "task-2795110" [ 721.393807] env[68802]: _type = "Task" [ 721.393807] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.397967] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.398155] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.399213] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93eb6e2-761c-4d63-8a83-80cc57e7ab45 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.404664] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.407771] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 721.407771] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b13e8d-70b3-da07-9908-8f913d8ee18c" [ 721.407771] env[68802]: _type = "Task" [ 721.407771] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.415552] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b13e8d-70b3-da07-9908-8f913d8ee18c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.452993] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795106, 'name': CreateVM_Task, 'duration_secs': 0.447694} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.454022] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.454022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.454187] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.454708] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.454708] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69593688-b812-4f2c-8f2a-af02b0866d09 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.459419] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for the task: (returnval){ [ 721.459419] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52997b9e-7657-755f-2c5a-612e85d006d7" [ 721.459419] env[68802]: _type = "Task" [ 721.459419] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.467453] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52997b9e-7657-755f-2c5a-612e85d006d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.608052] env[68802]: DEBUG oslo_vmware.api [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Task: {'id': task-2795108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173999} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.611209] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.612541] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.612541] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.612541] env[68802]: INFO nova.compute.manager [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Took 3.27 seconds to destroy the instance on the hypervisor. [ 721.612541] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.612753] env[68802]: DEBUG nova.compute.manager [-] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.612753] env[68802]: DEBUG nova.network.neutron [-] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.761362] env[68802]: DEBUG nova.network.neutron [req-e367f0fe-2d32-445b-b86a-f1a2474e6e68 req-3b5e0e87-4dc6-4bc2-851e-86f843c5c16a service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Updated VIF entry in instance network info cache for port 45aff792-18b4-4e80-9fec-43961fe9456c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.761847] env[68802]: DEBUG nova.network.neutron [req-e367f0fe-2d32-445b-b86a-f1a2474e6e68 req-3b5e0e87-4dc6-4bc2-851e-86f843c5c16a service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Updating instance_info_cache with network_info: [{"id": "45aff792-18b4-4e80-9fec-43961fe9456c", "address": "fa:16:3e:d9:79:8c", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45aff792-18", "ovs_interfaceid": "45aff792-18b4-4e80-9fec-43961fe9456c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.777277] env[68802]: DEBUG nova.compute.utils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.782057] env[68802]: DEBUG nova.compute.manager [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.782057] env[68802]: DEBUG nova.network.neutron [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.803875] env[68802]: DEBUG oslo_vmware.api [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795109, 'name': PowerOnVM_Task, 'duration_secs': 0.511816} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.804169] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.804361] env[68802]: INFO nova.compute.manager [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Took 8.46 seconds to spawn the instance on the hypervisor. [ 721.804533] env[68802]: DEBUG nova.compute.manager [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.805344] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3e1d71-f06e-4981-94d0-6cbaf15f3469 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.820406] env[68802]: DEBUG nova.policy [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b357a733af642e7a7e467a236793948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dccbd42b65c4b92b8b126d379c58779', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.903276] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795110, 'name': PowerOffVM_Task, 'duration_secs': 0.122811} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.903558] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.903829] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.904636] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9419fb-b090-4626-a091-ca520c081971 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.914489] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.915405] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d8858ef-5a2a-433b-a07b-ea9a7439fbd1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.921433] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b13e8d-70b3-da07-9908-8f913d8ee18c, 'name': SearchDatastore_Task, 'duration_secs': 0.014455} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.923024] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4356c95e-d19e-4a6f-abc8-8d73b1ec69ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.928745] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 721.928745] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52aa7884-8930-e9b6-c2ba-bacfa685846c" [ 721.928745] env[68802]: _type = "Task" [ 721.928745] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.936930] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52aa7884-8930-e9b6-c2ba-bacfa685846c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.945998] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.946172] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.946441] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Deleting the datastore file [datastore1] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.946639] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06d321d9-48b8-46ce-9802-d7807f99ea8a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.952888] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for the task: (returnval){ [ 721.952888] env[68802]: value = "task-2795112" [ 721.952888] env[68802]: _type = "Task" [ 721.952888] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.962993] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.971587] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52997b9e-7657-755f-2c5a-612e85d006d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.971828] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.972101] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.972336] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.164972] env[68802]: DEBUG nova.compute.manager [req-f366c66f-2f57-4896-95e0-dc3bf380c62f req-be9e0f12-f8ab-4fa5-a8b2-d9b67d0401d7 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Received event network-vif-deleted-7d3f2a78-6aea-4374-b0bc-7c2e22822e51 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 722.164972] env[68802]: INFO nova.compute.manager [req-f366c66f-2f57-4896-95e0-dc3bf380c62f req-be9e0f12-f8ab-4fa5-a8b2-d9b67d0401d7 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Neutron deleted interface 7d3f2a78-6aea-4374-b0bc-7c2e22822e51; detaching it from the instance and deleting it from the info cache [ 722.165206] env[68802]: DEBUG nova.network.neutron [req-f366c66f-2f57-4896-95e0-dc3bf380c62f req-be9e0f12-f8ab-4fa5-a8b2-d9b67d0401d7 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.181105] env[68802]: DEBUG nova.network.neutron [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Successfully created port: 2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.264954] env[68802]: DEBUG oslo_concurrency.lockutils [req-e367f0fe-2d32-445b-b86a-f1a2474e6e68 req-3b5e0e87-4dc6-4bc2-851e-86f843c5c16a service nova] Releasing lock "refresh_cache-5bc87656-795b-487d-a72f-4d0c4a717655" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.287429] env[68802]: DEBUG nova.compute.manager [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.328517] env[68802]: INFO nova.compute.manager [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Took 37.89 seconds to build instance. [ 722.441503] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52aa7884-8930-e9b6-c2ba-bacfa685846c, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.441890] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.442246] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 2517392e-ffb6-4fc1-b38d-cef8cfe0059e/2517392e-ffb6-4fc1-b38d-cef8cfe0059e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.442603] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.442840] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.443140] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31e02c54-611f-499b-911c-bf8fe5521f95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.446132] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e5fea32-30f5-45f6-b7ff-0541a512ccd0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.459059] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 722.459059] env[68802]: value = "task-2795113" [ 722.459059] env[68802]: _type = "Task" [ 722.459059] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.461047] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.461047] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.465427] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173ca836-c1d1-4498-8e4d-c0012128c8a6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.474218] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170894} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.475607] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.475887] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.476147] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.484689] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.485381] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for the task: (returnval){ [ 722.485381] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52103ad5-581f-513b-0eea-8f855a89e131" [ 722.485381] env[68802]: _type = "Task" [ 722.485381] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.494749] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52103ad5-581f-513b-0eea-8f855a89e131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.625927] env[68802]: DEBUG nova.network.neutron [-] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.667841] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e3c7826-547d-4303-bed6-157ccac2d4a8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.679787] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aebb8e0-bc6d-4540-94b4-78afca43d629 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.721592] env[68802]: DEBUG nova.compute.manager [req-f366c66f-2f57-4896-95e0-dc3bf380c62f req-be9e0f12-f8ab-4fa5-a8b2-d9b67d0401d7 service nova] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Detach interface failed, port_id=7d3f2a78-6aea-4374-b0bc-7c2e22822e51, reason: Instance 8acdd624-55ab-4569-a65b-7484c93cdd18 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 722.830875] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bc2e6ffb-cd79-4f43-ab99-14095b5040a7 tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lock "8228be33-050d-4880-96b0-eb6734592837" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.627s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.894531] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e4ceb-b0f5-4669-80e9-f5269a68d97b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.903816] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aa8c67-34b5-4b24-a799-fadc0a7a882b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.936759] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3ee757-3dd7-4aa0-a4d4-1ac464ce13b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.947028] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739210ab-f1a6-4134-9e92-fa88bd93ec9b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.962614] env[68802]: DEBUG nova.compute.provider_tree [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.975723] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795113, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.001927] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52103ad5-581f-513b-0eea-8f855a89e131, 'name': SearchDatastore_Task, 'duration_secs': 0.042798} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.002794] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0869062a-d41b-4a88-8cfd-7c733ff179ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.008886] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for the task: (returnval){ [ 723.008886] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526becb9-d323-ae28-802c-7732ad827ea6" [ 723.008886] env[68802]: _type = "Task" [ 723.008886] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.020080] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526becb9-d323-ae28-802c-7732ad827ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.129417] env[68802]: INFO nova.compute.manager [-] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Took 1.52 seconds to deallocate network for instance. [ 723.300168] env[68802]: DEBUG nova.compute.manager [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.329818] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.330096] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.330256] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.330439] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.330584] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.330728] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.331021] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.331389] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.331572] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.331931] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.332281] env[68802]: DEBUG nova.virt.hardware [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.332816] env[68802]: DEBUG nova.compute.manager [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.337579] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565becf9-3ff1-442c-8400-3c9044a24a93 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.347304] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c1e5d-5285-4848-9a3e-20851ade3e68 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.468971] env[68802]: DEBUG nova.scheduler.client.report [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.479023] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703938} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.479023] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 2517392e-ffb6-4fc1-b38d-cef8cfe0059e/2517392e-ffb6-4fc1-b38d-cef8cfe0059e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.479023] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.479023] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-810cb899-9aef-4a5f-97cc-b551f6abeea9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.484475] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 723.484475] env[68802]: value = "task-2795114" [ 723.484475] env[68802]: _type = "Task" [ 723.484475] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.497971] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.521456] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526becb9-d323-ae28-802c-7732ad827ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.059661} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.523838] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.524196] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5bc87656-795b-487d-a72f-4d0c4a717655/5bc87656-795b-487d-a72f-4d0c4a717655.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.526068] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a40d686-187b-4271-aa3e-ff0cb4f0fe2d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.532041] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.532284] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.532791] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.532791] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.532791] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.532942] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.533222] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.533415] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.533615] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.533870] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.534138] env[68802]: DEBUG nova.virt.hardware [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.534985] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6780ff-cd1b-4b2e-8465-2ccdbac7b7f3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.539079] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for the task: (returnval){ [ 723.539079] env[68802]: value = "task-2795115" [ 723.539079] env[68802]: _type = "Task" [ 723.539079] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.547194] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728f876f-aa80-4d3d-a864-98512acfc00b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.555161] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.564877] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.570688] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.570990] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.571250] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4245151-9dc3-40c4-ad60-fc45812377ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.591483] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.591483] env[68802]: value = "task-2795116" [ 723.591483] env[68802]: _type = "Task" [ 723.591483] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.603022] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795116, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.730553] env[68802]: INFO nova.compute.manager [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Took 0.60 seconds to detach 1 volumes for instance. [ 723.735057] env[68802]: DEBUG nova.compute.manager [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Deleting volume: 04f9aab8-9078-483a-ac7e-edc1b4200b9b {{(pid=68802) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 723.797515] env[68802]: DEBUG nova.compute.manager [req-65ac35d1-2211-4018-9a97-ac00ef389000 req-844b62cc-0572-4829-a647-10ce95f01be9 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Received event network-vif-plugged-2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.797515] env[68802]: DEBUG oslo_concurrency.lockutils [req-65ac35d1-2211-4018-9a97-ac00ef389000 req-844b62cc-0572-4829-a647-10ce95f01be9 service nova] Acquiring lock "07b895ce-6399-4cc4-9154-97a6449ef6b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.797515] env[68802]: DEBUG oslo_concurrency.lockutils [req-65ac35d1-2211-4018-9a97-ac00ef389000 req-844b62cc-0572-4829-a647-10ce95f01be9 service nova] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.797515] env[68802]: DEBUG oslo_concurrency.lockutils [req-65ac35d1-2211-4018-9a97-ac00ef389000 req-844b62cc-0572-4829-a647-10ce95f01be9 service nova] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.797515] env[68802]: DEBUG nova.compute.manager [req-65ac35d1-2211-4018-9a97-ac00ef389000 req-844b62cc-0572-4829-a647-10ce95f01be9 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] No waiting events found dispatching network-vif-plugged-2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.797742] env[68802]: WARNING nova.compute.manager [req-65ac35d1-2211-4018-9a97-ac00ef389000 req-844b62cc-0572-4829-a647-10ce95f01be9 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Received unexpected event network-vif-plugged-2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 for instance with vm_state building and task_state spawning. [ 723.869915] env[68802]: DEBUG nova.network.neutron [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Successfully updated port: 2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.872570] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.983039] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.983039] env[68802]: DEBUG nova.compute.manager [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.984228] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.889s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.999874] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09918} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.000169] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.001025] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70a6b1a-6c86-4777-a976-c1925ef78efe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.023589] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 2517392e-ffb6-4fc1-b38d-cef8cfe0059e/2517392e-ffb6-4fc1-b38d-cef8cfe0059e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.026213] env[68802]: DEBUG oslo_vmware.rw_handles [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fc282-1545-91e0-1af3-0d03ca93dffc/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 724.027047] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a809e90-eb72-44e6-8ca8-a0e864744eb0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.042653] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe44a116-4ffe-4d40-874b-a38d703c3ee7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.056289] env[68802]: DEBUG oslo_vmware.rw_handles [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fc282-1545-91e0-1af3-0d03ca93dffc/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 724.056483] env[68802]: ERROR oslo_vmware.rw_handles [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fc282-1545-91e0-1af3-0d03ca93dffc/disk-0.vmdk due to incomplete transfer. [ 724.060558] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0463c7d3-2e82-4081-9a2d-f9e4788e0c3f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.063013] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795115, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.063368] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 724.063368] env[68802]: value = "task-2795118" [ 724.063368] env[68802]: _type = "Task" [ 724.063368] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.072617] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.074062] env[68802]: DEBUG oslo_vmware.rw_handles [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fc282-1545-91e0-1af3-0d03ca93dffc/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 724.074220] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Uploaded image 54fa0eb5-0f8f-4d57-8344-3b10e9ef25d9 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 724.076541] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 724.076829] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69f17000-52cd-46f8-8e90-0a4126cca3b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.083345] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 724.083345] env[68802]: value = "task-2795119" [ 724.083345] env[68802]: _type = "Task" [ 724.083345] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.092318] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795119, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.102733] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795116, 'name': CreateVM_Task, 'duration_secs': 0.413365} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.103074] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.103739] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.103951] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.104305] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.104582] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f2e923-58dc-49db-b076-c08d3dda61ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.109963] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for the task: (returnval){ [ 724.109963] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fd6b46-7d02-9c7d-65d5-2ad15daead43" [ 724.109963] env[68802]: _type = "Task" [ 724.109963] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.119206] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fd6b46-7d02-9c7d-65d5-2ad15daead43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.226914] env[68802]: DEBUG nova.compute.manager [req-e45438ba-31e4-4006-9f0f-cf981074dea4 req-f9b21afc-06c6-4ce7-9767-8997f3e52187 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Received event network-changed-563244a7-3143-444c-a0a0-f01c3e5f3849 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.227373] env[68802]: DEBUG nova.compute.manager [req-e45438ba-31e4-4006-9f0f-cf981074dea4 req-f9b21afc-06c6-4ce7-9767-8997f3e52187 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Refreshing instance network info cache due to event network-changed-563244a7-3143-444c-a0a0-f01c3e5f3849. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 724.227455] env[68802]: DEBUG oslo_concurrency.lockutils [req-e45438ba-31e4-4006-9f0f-cf981074dea4 req-f9b21afc-06c6-4ce7-9767-8997f3e52187 service nova] Acquiring lock "refresh_cache-8228be33-050d-4880-96b0-eb6734592837" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.227695] env[68802]: DEBUG oslo_concurrency.lockutils [req-e45438ba-31e4-4006-9f0f-cf981074dea4 req-f9b21afc-06c6-4ce7-9767-8997f3e52187 service nova] Acquired lock "refresh_cache-8228be33-050d-4880-96b0-eb6734592837" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.227812] env[68802]: DEBUG nova.network.neutron [req-e45438ba-31e4-4006-9f0f-cf981074dea4 req-f9b21afc-06c6-4ce7-9767-8997f3e52187 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Refreshing network info cache for port 563244a7-3143-444c-a0a0-f01c3e5f3849 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.300897] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.375799] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.375939] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquired lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.376151] env[68802]: DEBUG nova.network.neutron [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.493975] env[68802]: INFO nova.compute.claims [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.498243] env[68802]: DEBUG nova.compute.utils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.499614] env[68802]: DEBUG nova.compute.manager [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.499778] env[68802]: DEBUG nova.network.neutron [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.557783] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708688} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.558215] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5bc87656-795b-487d-a72f-4d0c4a717655/5bc87656-795b-487d-a72f-4d0c4a717655.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.558331] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.558549] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ffaac23-7651-44c5-ae0c-ffbcbc471b07 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.565907] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for the task: (returnval){ [ 724.565907] env[68802]: value = "task-2795120" [ 724.565907] env[68802]: _type = "Task" [ 724.565907] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.567439] env[68802]: DEBUG nova.policy [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15364a89aed840319e4ebfb1e17ea0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734c42736a374f8eb00c5faa4b1f3427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.581012] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.584546] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.598102] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795119, 'name': Destroy_Task, 'duration_secs': 0.379562} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.598102] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Destroyed the VM [ 724.598102] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 724.598102] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d1a31ec-02ef-46ab-95c0-d9c769fdd1fd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.602888] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 724.602888] env[68802]: value = "task-2795121" [ 724.602888] env[68802]: _type = "Task" [ 724.602888] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.611534] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.623978] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fd6b46-7d02-9c7d-65d5-2ad15daead43, 'name': SearchDatastore_Task, 'duration_secs': 0.052582} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.624126] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.624445] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.624804] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.625071] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.625350] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.625664] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8fd604b-99fe-4c04-9976-94649c345ff2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.637291] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.637291] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.637940] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe00d97-28ed-4074-9b11-cdf9d02d0db0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.645125] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for the task: (returnval){ [ 724.645125] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ffa6f2-46c0-e60b-4744-97e7988491d3" [ 724.645125] env[68802]: _type = "Task" [ 724.645125] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.654391] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ffa6f2-46c0-e60b-4744-97e7988491d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.919431] env[68802]: DEBUG nova.network.neutron [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.004017] env[68802]: INFO nova.compute.resource_tracker [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating resource usage from migration 6ec875a2-9b04-4790-ac4e-fb254309fc4d [ 725.006329] env[68802]: DEBUG nova.compute.manager [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.020207] env[68802]: DEBUG nova.network.neutron [req-e45438ba-31e4-4006-9f0f-cf981074dea4 req-f9b21afc-06c6-4ce7-9767-8997f3e52187 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Updated VIF entry in instance network info cache for port 563244a7-3143-444c-a0a0-f01c3e5f3849. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.020714] env[68802]: DEBUG nova.network.neutron [req-e45438ba-31e4-4006-9f0f-cf981074dea4 req-f9b21afc-06c6-4ce7-9767-8997f3e52187 service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Updating instance_info_cache with network_info: [{"id": "563244a7-3143-444c-a0a0-f01c3e5f3849", "address": "fa:16:3e:94:88:45", "network": {"id": "b0b85084-0fdf-4061-b8fa-1a5532a70aee", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1050910404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bbc9f69a2154c04a224ce5c5b9e7d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563244a7-31", "ovs_interfaceid": "563244a7-3143-444c-a0a0-f01c3e5f3849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.075281] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795118, 'name': ReconfigVM_Task, 'duration_secs': 0.790918} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.083627] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 2517392e-ffb6-4fc1-b38d-cef8cfe0059e/2517392e-ffb6-4fc1-b38d-cef8cfe0059e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.084963] env[68802]: DEBUG nova.network.neutron [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Successfully created port: 5da1715c-9e69-4e4d-9c99-6228614103d9 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.086105] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05624a49-a990-4d56-8a37-6085dd4597ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.093388] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067461} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.094955] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.095792] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 725.095792] env[68802]: value = "task-2795122" [ 725.095792] env[68802]: _type = "Task" [ 725.095792] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.095933] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb84a34-38be-4cf7-8efc-46f8459ee0fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.131620] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 5bc87656-795b-487d-a72f-4d0c4a717655/5bc87656-795b-487d-a72f-4d0c4a717655.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.138333] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c130660-9e97-4c9e-bf91-76b26fd97682 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.152976] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795122, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.159905] env[68802]: DEBUG oslo_vmware.api [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795121, 'name': RemoveSnapshot_Task, 'duration_secs': 0.416999} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.160500] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 725.160757] env[68802]: INFO nova.compute.manager [None req-564597bd-541c-45a7-9e95-63b9ed7ea87c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Took 12.07 seconds to snapshot the instance on the hypervisor. [ 725.165413] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for the task: (returnval){ [ 725.165413] env[68802]: value = "task-2795123" [ 725.165413] env[68802]: _type = "Task" [ 725.165413] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.177276] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ffa6f2-46c0-e60b-4744-97e7988491d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013102} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.178121] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208f8f25-4f61-4522-8cf0-d0a0176cd90a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.184362] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.188015] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for the task: (returnval){ [ 725.188015] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5271b1ba-0d6f-dbc3-250b-2b1a4118434f" [ 725.188015] env[68802]: _type = "Task" [ 725.188015] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.199212] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5271b1ba-0d6f-dbc3-250b-2b1a4118434f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.264257] env[68802]: DEBUG nova.network.neutron [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Updating instance_info_cache with network_info: [{"id": "2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3", "address": "fa:16:3e:00:0a:0a", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ca2e5e2-25", "ovs_interfaceid": "2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.523312] env[68802]: DEBUG oslo_concurrency.lockutils [req-e45438ba-31e4-4006-9f0f-cf981074dea4 req-f9b21afc-06c6-4ce7-9767-8997f3e52187 service nova] Releasing lock "refresh_cache-8228be33-050d-4880-96b0-eb6734592837" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.611049] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795122, 'name': Rename_Task, 'duration_secs': 0.149165} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.612407] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.613287] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13125a-81c4-4416-8737-3bc0dee03d94 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.616010] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44204843-9b46-42b2-ab45-27754f827dd8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.622248] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860ef7ea-92b1-4e77-ba10-cd9015ad654d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.626944] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 725.626944] env[68802]: value = "task-2795124" [ 725.626944] env[68802]: _type = "Task" [ 725.626944] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.662426] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d50bdc-bea7-45af-aee3-ab8e5613a07f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.665366] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.683282] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1dd32d-849e-4638-992e-78001c0ae840 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.691980] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795123, 'name': ReconfigVM_Task, 'duration_secs': 0.269296} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.695675] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 5bc87656-795b-487d-a72f-4d0c4a717655/5bc87656-795b-487d-a72f-4d0c4a717655.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.704078] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1495835c-2c5f-492e-9738-667d2cdced4a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.706106] env[68802]: DEBUG nova.compute.provider_tree [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.713036] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5271b1ba-0d6f-dbc3-250b-2b1a4118434f, 'name': SearchDatastore_Task, 'duration_secs': 0.018256} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.714581] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.714666] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.715051] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for the task: (returnval){ [ 725.715051] env[68802]: value = "task-2795125" [ 725.715051] env[68802]: _type = "Task" [ 725.715051] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.715778] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2142444e-69e5-4010-bc45-437264484b41 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.727271] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795125, 'name': Rename_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.728342] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for the task: (returnval){ [ 725.728342] env[68802]: value = "task-2795126" [ 725.728342] env[68802]: _type = "Task" [ 725.728342] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.736362] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.766816] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Releasing lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.767158] env[68802]: DEBUG nova.compute.manager [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Instance network_info: |[{"id": "2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3", "address": "fa:16:3e:00:0a:0a", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ca2e5e2-25", "ovs_interfaceid": "2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.770722] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:0a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.778362] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.778611] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.778802] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-968ebacf-2346-40d7-87dd-4d098441cd23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.799135] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.799135] env[68802]: value = "task-2795127" [ 725.799135] env[68802]: _type = "Task" [ 725.799135] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.806583] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795127, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.850223] env[68802]: DEBUG nova.compute.manager [req-825495d9-b5c9-4d72-9ab1-97c2e16a72d1 req-22449232-2c2a-4d6f-9e48-bb1365153842 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Received event network-changed-2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.850417] env[68802]: DEBUG nova.compute.manager [req-825495d9-b5c9-4d72-9ab1-97c2e16a72d1 req-22449232-2c2a-4d6f-9e48-bb1365153842 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Refreshing instance network info cache due to event network-changed-2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 725.850625] env[68802]: DEBUG oslo_concurrency.lockutils [req-825495d9-b5c9-4d72-9ab1-97c2e16a72d1 req-22449232-2c2a-4d6f-9e48-bb1365153842 service nova] Acquiring lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.850761] env[68802]: DEBUG oslo_concurrency.lockutils [req-825495d9-b5c9-4d72-9ab1-97c2e16a72d1 req-22449232-2c2a-4d6f-9e48-bb1365153842 service nova] Acquired lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.850916] env[68802]: DEBUG nova.network.neutron [req-825495d9-b5c9-4d72-9ab1-97c2e16a72d1 req-22449232-2c2a-4d6f-9e48-bb1365153842 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Refreshing network info cache for port 2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.022056] env[68802]: DEBUG nova.compute.manager [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.054639] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.055039] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.055163] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.055344] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.055541] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.055726] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.055997] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.055997] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.056178] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.056419] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.056606] env[68802]: DEBUG nova.virt.hardware [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.057527] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1844e98e-d060-4f5f-84b2-0e0432322c49 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.066640] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6df2eb5-53df-4ba6-a2dc-e379c81d23b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.138675] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.182051] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.182051] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.182051] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.182051] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.182487] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.183302] env[68802]: INFO nova.compute.manager [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Terminating instance [ 726.210323] env[68802]: DEBUG nova.scheduler.client.report [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.230458] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795125, 'name': Rename_Task, 'duration_secs': 0.141029} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.234679] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.235253] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ad53841-4e63-479f-846e-ea0d8cd8a86d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.246104] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795126, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.247670] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for the task: (returnval){ [ 726.247670] env[68802]: value = "task-2795128" [ 726.247670] env[68802]: _type = "Task" [ 726.247670] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.257404] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.311570] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795127, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.642253] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795124, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.692857] env[68802]: DEBUG nova.compute.manager [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.693131] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.697060] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b157e67-0416-4a72-b67f-e7c881c2d7d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.703087] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.703345] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f51c99f2-5197-46d5-a9bf-fa182b711f7b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.705623] env[68802]: DEBUG nova.network.neutron [req-825495d9-b5c9-4d72-9ab1-97c2e16a72d1 req-22449232-2c2a-4d6f-9e48-bb1365153842 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Updated VIF entry in instance network info cache for port 2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.705975] env[68802]: DEBUG nova.network.neutron [req-825495d9-b5c9-4d72-9ab1-97c2e16a72d1 req-22449232-2c2a-4d6f-9e48-bb1365153842 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Updating instance_info_cache with network_info: [{"id": "2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3", "address": "fa:16:3e:00:0a:0a", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ca2e5e2-25", "ovs_interfaceid": "2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.718884] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.734s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.718884] env[68802]: INFO nova.compute.manager [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Migrating [ 726.719415] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.719415] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.723018] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.597s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.723018] env[68802]: DEBUG nova.objects.instance [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lazy-loading 'resources' on Instance uuid ceb07909-a135-479b-8480-00b8aa6575d2 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.740671] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621721} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.740978] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.741246] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.741524] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf034260-0478-476c-9b9a-f3e7732f1df0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.748092] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.748335] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.753970] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for the task: (returnval){ [ 726.753970] env[68802]: value = "task-2795130" [ 726.753970] env[68802]: _type = "Task" [ 726.753970] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.761214] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795128, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.766201] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.785364] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.785573] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.785757] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleting the datastore file [datastore2] dc5e8fc0-c025-420f-a182-8f5a4718de6c {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.786375] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77a1ed9b-6c76-4847-ae5a-755c5ddd43c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.792403] env[68802]: DEBUG oslo_vmware.api [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 726.792403] env[68802]: value = "task-2795131" [ 726.792403] env[68802]: _type = "Task" [ 726.792403] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.802404] env[68802]: DEBUG oslo_vmware.api [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.809838] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795127, 'name': CreateVM_Task, 'duration_secs': 0.811659} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.810038] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.810691] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.810884] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.811258] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.811526] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4db2191-93a5-41dd-8bde-ca8e8522149d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.815536] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 726.815536] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e36fda-81ac-9e6b-f004-307ce20449c4" [ 726.815536] env[68802]: _type = "Task" [ 726.815536] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.822989] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e36fda-81ac-9e6b-f004-307ce20449c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.897890] env[68802]: DEBUG nova.network.neutron [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Successfully updated port: 5da1715c-9e69-4e4d-9c99-6228614103d9 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.138950] env[68802]: DEBUG oslo_vmware.api [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795124, 'name': PowerOnVM_Task, 'duration_secs': 1.332955} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.139274] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.139474] env[68802]: DEBUG nova.compute.manager [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.140246] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b023dd6-2a97-4a93-a111-ef1a6132eb35 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.214674] env[68802]: DEBUG oslo_concurrency.lockutils [req-825495d9-b5c9-4d72-9ab1-97c2e16a72d1 req-22449232-2c2a-4d6f-9e48-bb1365153842 service nova] Releasing lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.227413] env[68802]: INFO nova.compute.rpcapi [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 727.227413] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.262709] env[68802]: DEBUG oslo_vmware.api [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795128, 'name': PowerOnVM_Task, 'duration_secs': 0.524696} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.265739] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.265918] env[68802]: INFO nova.compute.manager [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Took 8.99 seconds to spawn the instance on the hypervisor. [ 727.266143] env[68802]: DEBUG nova.compute.manager [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.267872] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86de61ea-59b7-4850-9b8b-7be92dfa897c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.273277] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067563} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.273795] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.274594] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a106878-09f3-475b-bc63-78346cb0c604 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.300363] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.303092] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3dd7108-f9f3-454e-9dc2-243ddf834616 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.333839] env[68802]: DEBUG oslo_vmware.api [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.340710] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e36fda-81ac-9e6b-f004-307ce20449c4, 'name': SearchDatastore_Task, 'duration_secs': 0.06935} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.340710] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for the task: (returnval){ [ 727.340710] env[68802]: value = "task-2795132" [ 727.340710] env[68802]: _type = "Task" [ 727.340710] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.340710] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.340710] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.341013] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.341013] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.341013] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.341013] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67a80c60-65a1-4970-90dd-cb025dabdb6a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.354664] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.360307] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.360488] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.363370] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81666f1c-12a4-4da1-a817-ac3da2652aac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.369350] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 727.369350] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d1a3d6-14cf-a566-ea5b-84528e7f2895" [ 727.369350] env[68802]: _type = "Task" [ 727.369350] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.376887] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d1a3d6-14cf-a566-ea5b-84528e7f2895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.400557] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.400654] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.400803] env[68802]: DEBUG nova.network.neutron [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.656629] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.727444] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84367580-407d-48bf-aa16-8bed9a2fa4a9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.735410] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d06939-47f7-4e33-8324-2ca9f27183fe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.764969] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.765209] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.765390] env[68802]: DEBUG nova.network.neutron [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.767646] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d9838e-c0c1-4608-9583-6fa0483c9500 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.775243] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734129a7-27b8-4959-942b-0531ab7dded1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.794244] env[68802]: DEBUG nova.compute.provider_tree [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.798594] env[68802]: DEBUG nova.compute.manager [None req-836f5b35-d640-48a7-977d-aeb07e18c890 tempest-ServerExternalEventsTest-1175015808 tempest-ServerExternalEventsTest-1175015808-project] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Received event network-changed {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.798769] env[68802]: DEBUG nova.compute.manager [None req-836f5b35-d640-48a7-977d-aeb07e18c890 tempest-ServerExternalEventsTest-1175015808 tempest-ServerExternalEventsTest-1175015808-project] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Refreshing instance network info cache due to event network-changed. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 727.799281] env[68802]: DEBUG oslo_concurrency.lockutils [None req-836f5b35-d640-48a7-977d-aeb07e18c890 tempest-ServerExternalEventsTest-1175015808 tempest-ServerExternalEventsTest-1175015808-project] Acquiring lock "refresh_cache-5bc87656-795b-487d-a72f-4d0c4a717655" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.799281] env[68802]: DEBUG oslo_concurrency.lockutils [None req-836f5b35-d640-48a7-977d-aeb07e18c890 tempest-ServerExternalEventsTest-1175015808 tempest-ServerExternalEventsTest-1175015808-project] Acquired lock "refresh_cache-5bc87656-795b-487d-a72f-4d0c4a717655" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.799281] env[68802]: DEBUG nova.network.neutron [None req-836f5b35-d640-48a7-977d-aeb07e18c890 tempest-ServerExternalEventsTest-1175015808 tempest-ServerExternalEventsTest-1175015808-project] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.803132] env[68802]: INFO nova.compute.manager [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Took 39.16 seconds to build instance. [ 727.814105] env[68802]: DEBUG oslo_vmware.api [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.780178} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.814343] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.814514] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.814677] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.814870] env[68802]: INFO nova.compute.manager [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 727.815133] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.815529] env[68802]: DEBUG nova.compute.manager [-] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.815619] env[68802]: DEBUG nova.network.neutron [-] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.850404] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.879101] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d1a3d6-14cf-a566-ea5b-84528e7f2895, 'name': SearchDatastore_Task, 'duration_secs': 0.016754} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.881893] env[68802]: DEBUG nova.compute.manager [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Received event network-vif-plugged-5da1715c-9e69-4e4d-9c99-6228614103d9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.881988] env[68802]: DEBUG oslo_concurrency.lockutils [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] Acquiring lock "e27f0e5f-dd73-4d56-a714-53589958715e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.882199] env[68802]: DEBUG oslo_concurrency.lockutils [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] Lock "e27f0e5f-dd73-4d56-a714-53589958715e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.882352] env[68802]: DEBUG oslo_concurrency.lockutils [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] Lock "e27f0e5f-dd73-4d56-a714-53589958715e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.882517] env[68802]: DEBUG nova.compute.manager [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] No waiting events found dispatching network-vif-plugged-5da1715c-9e69-4e4d-9c99-6228614103d9 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.882682] env[68802]: WARNING nova.compute.manager [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Received unexpected event network-vif-plugged-5da1715c-9e69-4e4d-9c99-6228614103d9 for instance with vm_state building and task_state spawning. [ 727.882828] env[68802]: DEBUG nova.compute.manager [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Received event network-changed-5da1715c-9e69-4e4d-9c99-6228614103d9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.882975] env[68802]: DEBUG nova.compute.manager [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Refreshing instance network info cache due to event network-changed-5da1715c-9e69-4e4d-9c99-6228614103d9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 727.883149] env[68802]: DEBUG oslo_concurrency.lockutils [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] Acquiring lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.883342] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcb8575-ed84-4f3b-b734-efb0364473cd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.889182] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 727.889182] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526be68d-1afd-5557-0a88-44eb63db8b0b" [ 727.889182] env[68802]: _type = "Task" [ 727.889182] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.897091] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526be68d-1afd-5557-0a88-44eb63db8b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.949540] env[68802]: DEBUG nova.network.neutron [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.195459] env[68802]: DEBUG nova.network.neutron [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updating instance_info_cache with network_info: [{"id": "5da1715c-9e69-4e4d-9c99-6228614103d9", "address": "fa:16:3e:ce:2e:8c", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da1715c-9e", "ovs_interfaceid": "5da1715c-9e69-4e4d-9c99-6228614103d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.302664] env[68802]: DEBUG nova.scheduler.client.report [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.310023] env[68802]: DEBUG oslo_concurrency.lockutils [None req-55bc032b-db96-4aff-9fcb-0da56ca9a71a tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Lock "5bc87656-795b-487d-a72f-4d0c4a717655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.484s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.352363] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795132, 'name': ReconfigVM_Task, 'duration_secs': 0.939729} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.352640] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d/93919c14-aa9d-4d30-82ff-fa00d3e60b0d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.353297] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb5ddd65-2eb5-445b-a968-8c3484b2b307 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.361231] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for the task: (returnval){ [ 728.361231] env[68802]: value = "task-2795133" [ 728.361231] env[68802]: _type = "Task" [ 728.361231] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.371225] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795133, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.399413] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526be68d-1afd-5557-0a88-44eb63db8b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.013859} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.399686] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.399990] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 07b895ce-6399-4cc4-9154-97a6449ef6b3/07b895ce-6399-4cc4-9154-97a6449ef6b3.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.400615] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54848b6d-49e6-440c-b8d2-3113b0d960c5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.407017] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 728.407017] env[68802]: value = "task-2795134" [ 728.407017] env[68802]: _type = "Task" [ 728.407017] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.410164] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquiring lock "5bc87656-795b-487d-a72f-4d0c4a717655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.411019] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Lock "5bc87656-795b-487d-a72f-4d0c4a717655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.413076] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquiring lock "5bc87656-795b-487d-a72f-4d0c4a717655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.413301] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Lock "5bc87656-795b-487d-a72f-4d0c4a717655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.413476] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Lock "5bc87656-795b-487d-a72f-4d0c4a717655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.415687] env[68802]: INFO nova.compute.manager [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Terminating instance [ 728.424381] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.446638] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "2517392e-ffb6-4fc1-b38d-cef8cfe0059e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.446888] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "2517392e-ffb6-4fc1-b38d-cef8cfe0059e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.447106] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "2517392e-ffb6-4fc1-b38d-cef8cfe0059e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.447547] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "2517392e-ffb6-4fc1-b38d-cef8cfe0059e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.447547] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "2517392e-ffb6-4fc1-b38d-cef8cfe0059e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.449364] env[68802]: INFO nova.compute.manager [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Terminating instance [ 728.700720] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.700720] env[68802]: DEBUG nova.compute.manager [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Instance network_info: |[{"id": "5da1715c-9e69-4e4d-9c99-6228614103d9", "address": "fa:16:3e:ce:2e:8c", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da1715c-9e", "ovs_interfaceid": "5da1715c-9e69-4e4d-9c99-6228614103d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.700865] env[68802]: DEBUG oslo_concurrency.lockutils [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] Acquired lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.700865] env[68802]: DEBUG nova.network.neutron [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Refreshing network info cache for port 5da1715c-9e69-4e4d-9c99-6228614103d9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.700865] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:2e:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5da1715c-9e69-4e4d-9c99-6228614103d9', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.710018] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Creating folder: Project (734c42736a374f8eb00c5faa4b1f3427). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.714185] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1af54ada-ba12-4d64-978a-deaf470a99f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.728046] env[68802]: DEBUG nova.network.neutron [-] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.730853] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Created folder: Project (734c42736a374f8eb00c5faa4b1f3427) in parent group-v561663. [ 728.730853] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Creating folder: Instances. Parent ref: group-v561779. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.731035] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-735bd6e4-8f3f-4ce6-9c73-922a57275263 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.745539] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Created folder: Instances in parent group-v561779. [ 728.745539] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.745539] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.745539] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbeb0da1-4b76-4e4d-a169-3266f0fef432 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.774560] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.774560] env[68802]: value = "task-2795137" [ 728.774560] env[68802]: _type = "Task" [ 728.774560] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.787312] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795137, 'name': CreateVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.811041] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.815241] env[68802]: DEBUG nova.compute.manager [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.819544] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.550s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.819544] env[68802]: DEBUG nova.objects.instance [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lazy-loading 'resources' on Instance uuid f19157c4-a8f7-4e71-842e-1b593907fce1 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.848978] env[68802]: INFO nova.scheduler.client.report [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Deleted allocations for instance ceb07909-a135-479b-8480-00b8aa6575d2 [ 728.875231] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795133, 'name': Rename_Task, 'duration_secs': 0.149162} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.875553] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.875789] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f25e12a7-90fd-4a19-b4a8-596cbb77b968 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.885695] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Waiting for the task: (returnval){ [ 728.885695] env[68802]: value = "task-2795138" [ 728.885695] env[68802]: _type = "Task" [ 728.885695] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.896660] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.913392] env[68802]: DEBUG nova.network.neutron [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance_info_cache with network_info: [{"id": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "address": "fa:16:3e:0c:b1:d5", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2517076a-df", "ovs_interfaceid": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.919841] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500731} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.920817] env[68802]: DEBUG nova.network.neutron [None req-836f5b35-d640-48a7-977d-aeb07e18c890 tempest-ServerExternalEventsTest-1175015808 tempest-ServerExternalEventsTest-1175015808-project] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Updating instance_info_cache with network_info: [{"id": "45aff792-18b4-4e80-9fec-43961fe9456c", "address": "fa:16:3e:d9:79:8c", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45aff792-18", "ovs_interfaceid": "45aff792-18b4-4e80-9fec-43961fe9456c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.922270] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 07b895ce-6399-4cc4-9154-97a6449ef6b3/07b895ce-6399-4cc4-9154-97a6449ef6b3.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.922398] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.926015] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3142b36e-9841-45c2-9921-36cf5cf8f45f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.926647] env[68802]: DEBUG nova.compute.manager [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.926831] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.927607] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef6bbba-5940-423d-a5ed-bdd90995a33c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.932803] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 728.932803] env[68802]: value = "task-2795139" [ 728.932803] env[68802]: _type = "Task" [ 728.932803] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.940177] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.943474] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7978ec4-11f1-443e-b298-3d4228bf6e83 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.948630] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.954187] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "refresh_cache-2517392e-ffb6-4fc1-b38d-cef8cfe0059e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.954370] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquired lock "refresh_cache-2517392e-ffb6-4fc1-b38d-cef8cfe0059e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.954544] env[68802]: DEBUG nova.network.neutron [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.955935] env[68802]: DEBUG oslo_vmware.api [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for the task: (returnval){ [ 728.955935] env[68802]: value = "task-2795140" [ 728.955935] env[68802]: _type = "Task" [ 728.955935] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.967939] env[68802]: DEBUG oslo_vmware.api [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.018953] env[68802]: DEBUG nova.network.neutron [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updated VIF entry in instance network info cache for port 5da1715c-9e69-4e4d-9c99-6228614103d9. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.019473] env[68802]: DEBUG nova.network.neutron [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updating instance_info_cache with network_info: [{"id": "5da1715c-9e69-4e4d-9c99-6228614103d9", "address": "fa:16:3e:ce:2e:8c", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da1715c-9e", "ovs_interfaceid": "5da1715c-9e69-4e4d-9c99-6228614103d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.232491] env[68802]: INFO nova.compute.manager [-] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Took 1.42 seconds to deallocate network for instance. [ 729.286612] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795137, 'name': CreateVM_Task, 'duration_secs': 0.359985} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.286612] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.286612] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.286906] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.287288] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.287728] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb51935b-488d-4d6d-b5cd-02d4e57122df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.292565] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 729.292565] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5222848b-ed50-7d71-560e-152b90654e15" [ 729.292565] env[68802]: _type = "Task" [ 729.292565] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.300827] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5222848b-ed50-7d71-560e-152b90654e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.343410] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.362899] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee350bb9-8c0b-44e4-8039-2731858135e5 tempest-DeleteServersAdminTestJSON-1381981356 tempest-DeleteServersAdminTestJSON-1381981356-project-member] Lock "ceb07909-a135-479b-8480-00b8aa6575d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.217s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.398246] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795138, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.423535] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.426117] env[68802]: DEBUG oslo_concurrency.lockutils [None req-836f5b35-d640-48a7-977d-aeb07e18c890 tempest-ServerExternalEventsTest-1175015808 tempest-ServerExternalEventsTest-1175015808-project] Releasing lock "refresh_cache-5bc87656-795b-487d-a72f-4d0c4a717655" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.447423] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068031} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.447681] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.448518] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f7287a-ec5d-4ea1-a2d3-dbe528273f3e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.479075] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 07b895ce-6399-4cc4-9154-97a6449ef6b3/07b895ce-6399-4cc4-9154-97a6449ef6b3.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.485221] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d0ced54-33a0-43cf-9024-12628efc40a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.505782] env[68802]: DEBUG oslo_vmware.api [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795140, 'name': PowerOffVM_Task, 'duration_secs': 0.18464} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.507246] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.507432] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.507745] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 729.507745] env[68802]: value = "task-2795141" [ 729.507745] env[68802]: _type = "Task" [ 729.507745] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.507945] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f963e9c-9fc9-4503-ae06-7e4bfa71d43b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.522134] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795141, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.522134] env[68802]: DEBUG oslo_concurrency.lockutils [req-97002c15-1cad-4c27-9225-ab252ff50b52 req-abdc4877-6fe5-4d3e-84e6-cf966dd8c824 service nova] Releasing lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.526258] env[68802]: DEBUG nova.network.neutron [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.597430] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.597726] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.597918] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Deleting the datastore file [datastore2] 5bc87656-795b-487d-a72f-4d0c4a717655 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.598308] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27192c51-c4ad-413f-bcd9-f3e2981f0fc4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.605293] env[68802]: DEBUG oslo_vmware.api [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for the task: (returnval){ [ 729.605293] env[68802]: value = "task-2795143" [ 729.605293] env[68802]: _type = "Task" [ 729.605293] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.613227] env[68802]: DEBUG oslo_vmware.api [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.616525] env[68802]: DEBUG nova.network.neutron [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.741516] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.804122] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5222848b-ed50-7d71-560e-152b90654e15, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.807499] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.807588] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.807833] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.807993] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.808186] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.808715] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf13830-ca71-4f9d-9ec0-9ef0546dbf8a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.829123] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.830025] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.830224] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc7ad3b-f3b9-4429-9758-a3669d6dcd5e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.838896] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 729.838896] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eeffa5-7b3f-992f-3f23-578a575b87b6" [ 729.838896] env[68802]: _type = "Task" [ 729.838896] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.847219] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eeffa5-7b3f-992f-3f23-578a575b87b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.860776] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe1b579-7aed-402c-9d44-7f3b958253fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.868212] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d875f7-e177-4c66-b377-f196793f19d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.909956] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f00feb3-c70e-4739-abe7-963ce38bb69c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.919286] env[68802]: DEBUG oslo_vmware.api [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Task: {'id': task-2795138, 'name': PowerOnVM_Task, 'duration_secs': 0.67647} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.922860] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.923121] env[68802]: DEBUG nova.compute.manager [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.924413] env[68802]: DEBUG nova.compute.manager [req-122fd143-b16c-4394-b754-01059f74333c req-c1d3f67d-4404-40d9-b714-97cdfc8e6ff3 service nova] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Received event network-vif-deleted-3e9aae73-6223-4126-82e0-d47616a5548f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 729.925657] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdbaca6-d166-4916-b9e6-b3a65725434e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.929384] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec03d9-1399-4aea-aea5-1951551dea9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.955601] env[68802]: DEBUG nova.compute.provider_tree [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.021066] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.115394] env[68802]: DEBUG oslo_vmware.api [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Task: {'id': task-2795143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392808} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.115545] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.115729] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.116082] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.116353] env[68802]: INFO nova.compute.manager [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Took 1.19 seconds to destroy the instance on the hypervisor. [ 730.116600] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.116788] env[68802]: DEBUG nova.compute.manager [-] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.117241] env[68802]: DEBUG nova.network.neutron [-] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.118791] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Releasing lock "refresh_cache-2517392e-ffb6-4fc1-b38d-cef8cfe0059e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.119177] env[68802]: DEBUG nova.compute.manager [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.119359] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.120114] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b837c665-3f40-4caa-9876-bc0c5ddf3f8f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.128017] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.128264] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1974f999-f72b-4867-8b3e-ec50782324db {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.135398] env[68802]: DEBUG oslo_vmware.api [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 730.135398] env[68802]: value = "task-2795144" [ 730.135398] env[68802]: _type = "Task" [ 730.135398] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.145484] env[68802]: DEBUG oslo_vmware.api [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.351073] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eeffa5-7b3f-992f-3f23-578a575b87b6, 'name': SearchDatastore_Task, 'duration_secs': 0.017936} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.353035] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ead2a91-6019-4a35-8ddf-7be646ff3c36 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.357847] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 730.357847] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dfb152-0d24-f007-eceb-a9c02bca0ad9" [ 730.357847] env[68802]: _type = "Task" [ 730.357847] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.366586] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dfb152-0d24-f007-eceb-a9c02bca0ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.466804] env[68802]: DEBUG nova.scheduler.client.report [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.472979] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.521938] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795141, 'name': ReconfigVM_Task, 'duration_secs': 0.836995} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.522416] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 07b895ce-6399-4cc4-9154-97a6449ef6b3/07b895ce-6399-4cc4-9154-97a6449ef6b3.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.523116] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d48725a-89a5-4ac8-8140-019b73c2b86f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.529115] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 730.529115] env[68802]: value = "task-2795145" [ 730.529115] env[68802]: _type = "Task" [ 730.529115] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.537118] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795145, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.539586] env[68802]: DEBUG nova.compute.manager [req-b29735e7-605c-497e-b815-1cb5a69fe8b5 req-4bd1e1af-7812-4c12-bff6-c3948f52177e service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Received event network-vif-deleted-45aff792-18b4-4e80-9fec-43961fe9456c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.539763] env[68802]: INFO nova.compute.manager [req-b29735e7-605c-497e-b815-1cb5a69fe8b5 req-4bd1e1af-7812-4c12-bff6-c3948f52177e service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Neutron deleted interface 45aff792-18b4-4e80-9fec-43961fe9456c; detaching it from the instance and deleting it from the info cache [ 730.539950] env[68802]: DEBUG nova.network.neutron [req-b29735e7-605c-497e-b815-1cb5a69fe8b5 req-4bd1e1af-7812-4c12-bff6-c3948f52177e service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.645555] env[68802]: DEBUG oslo_vmware.api [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795144, 'name': PowerOffVM_Task, 'duration_secs': 0.185882} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.647041] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.647041] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.647041] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d737efb6-202b-49b5-9190-5850b773de3f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.674479] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.674479] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.674654] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Deleting the datastore file [datastore2] 2517392e-ffb6-4fc1-b38d-cef8cfe0059e {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.675105] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40061d0d-a532-4444-a849-bcc8b660f5c8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.681483] env[68802]: DEBUG oslo_vmware.api [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for the task: (returnval){ [ 730.681483] env[68802]: value = "task-2795147" [ 730.681483] env[68802]: _type = "Task" [ 730.681483] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.690037] env[68802]: DEBUG oslo_vmware.api [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.868272] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dfb152-0d24-f007-eceb-a9c02bca0ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.868550] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.868806] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] e27f0e5f-dd73-4d56-a714-53589958715e/e27f0e5f-dd73-4d56-a714-53589958715e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.869932] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5786e2e-82e0-44f9-aff0-4520cdeef8d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.876044] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 730.876044] env[68802]: value = "task-2795148" [ 730.876044] env[68802]: _type = "Task" [ 730.876044] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.883545] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.947910] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc4f0f2-57d8-4c99-a388-d1a593fdcb3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.966373] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance '66fa0a66-f5ea-4ab9-805e-ac58950219fd' progress to 0 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 730.974553] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.977044] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.416s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.978371] env[68802]: INFO nova.compute.claims [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.988961] env[68802]: DEBUG nova.network.neutron [-] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.005514] env[68802]: INFO nova.scheduler.client.report [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Deleted allocations for instance f19157c4-a8f7-4e71-842e-1b593907fce1 [ 731.044372] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795145, 'name': Rename_Task, 'duration_secs': 0.143557} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.044651] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f12e6d5d-ec55-4655-b07a-726e992b9937 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.047177] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.047865] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb2028bf-fc19-44f0-b93d-85e68bbc08cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.056954] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2763f6c9-ba85-4ad8-b64d-40526eeca530 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.073241] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 731.073241] env[68802]: value = "task-2795149" [ 731.073241] env[68802]: _type = "Task" [ 731.073241] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.084379] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795149, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.095894] env[68802]: DEBUG nova.compute.manager [req-b29735e7-605c-497e-b815-1cb5a69fe8b5 req-4bd1e1af-7812-4c12-bff6-c3948f52177e service nova] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Detach interface failed, port_id=45aff792-18b4-4e80-9fec-43961fe9456c, reason: Instance 5bc87656-795b-487d-a72f-4d0c4a717655 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 731.193279] env[68802]: DEBUG oslo_vmware.api [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Task: {'id': task-2795147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093732} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.193651] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.193956] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.194230] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.195477] env[68802]: INFO nova.compute.manager [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 731.195477] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.195477] env[68802]: DEBUG nova.compute.manager [-] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.195477] env[68802]: DEBUG nova.network.neutron [-] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.220788] env[68802]: DEBUG nova.network.neutron [-] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.386613] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795148, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.472278] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.472584] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18824b88-4d21-47d1-87c2-d16e1f59ca49 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.480206] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 731.480206] env[68802]: value = "task-2795150" [ 731.480206] env[68802]: _type = "Task" [ 731.480206] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.494790] env[68802]: INFO nova.compute.manager [-] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Took 1.38 seconds to deallocate network for instance. [ 731.494790] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.519304] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7ba27f63-84f7-44af-8fd3-60a4fa2f6288 tempest-ServersAdminNegativeTestJSON-417146069 tempest-ServersAdminNegativeTestJSON-417146069-project-member] Lock "f19157c4-a8f7-4e71-842e-1b593907fce1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.722s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.585138] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.634477] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "93919c14-aa9d-4d30-82ff-fa00d3e60b0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.634741] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "93919c14-aa9d-4d30-82ff-fa00d3e60b0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.635218] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "93919c14-aa9d-4d30-82ff-fa00d3e60b0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.635468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "93919c14-aa9d-4d30-82ff-fa00d3e60b0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.635644] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "93919c14-aa9d-4d30-82ff-fa00d3e60b0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.637952] env[68802]: INFO nova.compute.manager [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Terminating instance [ 731.724644] env[68802]: DEBUG nova.network.neutron [-] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.886804] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544833} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.887109] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] e27f0e5f-dd73-4d56-a714-53589958715e/e27f0e5f-dd73-4d56-a714-53589958715e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.887408] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.888157] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1106e00-cdbf-4f65-8693-0f7c0f563a80 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.896321] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 731.896321] env[68802]: value = "task-2795151" [ 731.896321] env[68802]: _type = "Task" [ 731.896321] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.907293] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.994043] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795150, 'name': PowerOffVM_Task, 'duration_secs': 0.364053} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.994532] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.994715] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance '66fa0a66-f5ea-4ab9-805e-ac58950219fd' progress to 17 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 732.002222] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.087201] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795149, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.141205] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "refresh_cache-93919c14-aa9d-4d30-82ff-fa00d3e60b0d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.141850] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquired lock "refresh_cache-93919c14-aa9d-4d30-82ff-fa00d3e60b0d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.141850] env[68802]: DEBUG nova.network.neutron [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.226901] env[68802]: INFO nova.compute.manager [-] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Took 1.03 seconds to deallocate network for instance. [ 732.408780] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068882} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.409067] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.409856] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cfdb87-fcb2-41a0-ab1d-e5251b15f082 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.435105] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e27f0e5f-dd73-4d56-a714-53589958715e/e27f0e5f-dd73-4d56-a714-53589958715e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.435359] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c746e1ab-d16b-4ff4-b474-996f6864f033 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.457947] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 732.457947] env[68802]: value = "task-2795152" [ 732.457947] env[68802]: _type = "Task" [ 732.457947] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.467810] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.491225] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81063740-05bb-48bb-89e7-d4f7adaac246 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.500570] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22684f6d-852a-447f-93a1-b719f725d112 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.505755] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.505985] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.506156] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.506337] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.506479] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.506621] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.506822] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.506976] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.507211] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.507309] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.507477] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.512406] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2f16b26-7e00-47df-846c-55e1e8cbf8a8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.553444] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ca5de3-628d-4b89-ae02-ef70b9267cbf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.556303] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 732.556303] env[68802]: value = "task-2795153" [ 732.556303] env[68802]: _type = "Task" [ 732.556303] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.563871] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b06bce7-70fd-4e37-b561-11ff5b7007c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.570952] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.580352] env[68802]: DEBUG nova.compute.provider_tree [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.588989] env[68802]: DEBUG oslo_vmware.api [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795149, 'name': PowerOnVM_Task, 'duration_secs': 1.066205} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.589891] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.590069] env[68802]: INFO nova.compute.manager [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Took 9.29 seconds to spawn the instance on the hypervisor. [ 732.590243] env[68802]: DEBUG nova.compute.manager [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.590965] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a22315-070f-4dbd-b436-84abbb185b5f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.677726] env[68802]: DEBUG nova.network.neutron [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.733576] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.786447] env[68802]: DEBUG nova.network.neutron [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.969317] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.071298] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795153, 'name': ReconfigVM_Task, 'duration_secs': 0.28257} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.071876] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance '66fa0a66-f5ea-4ab9-805e-ac58950219fd' progress to 33 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 733.088165] env[68802]: DEBUG nova.scheduler.client.report [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.114610] env[68802]: INFO nova.compute.manager [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Took 41.36 seconds to build instance. [ 733.289684] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Releasing lock "refresh_cache-93919c14-aa9d-4d30-82ff-fa00d3e60b0d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.290394] env[68802]: DEBUG nova.compute.manager [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.290754] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.292305] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8377b198-8820-47ad-b91e-fea32c572a3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.302086] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.302452] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9050a73c-799b-4946-a524-ae6ef56377e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.309132] env[68802]: DEBUG oslo_vmware.api [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 733.309132] env[68802]: value = "task-2795154" [ 733.309132] env[68802]: _type = "Task" [ 733.309132] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.320119] env[68802]: DEBUG oslo_vmware.api [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.468951] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795152, 'name': ReconfigVM_Task, 'duration_secs': 0.91734} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.469269] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e27f0e5f-dd73-4d56-a714-53589958715e/e27f0e5f-dd73-4d56-a714-53589958715e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.469912] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68007451-ea3f-449c-b9f2-b00b0f5b0672 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.476028] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 733.476028] env[68802]: value = "task-2795155" [ 733.476028] env[68802]: _type = "Task" [ 733.476028] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.483691] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795155, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.578907] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.578907] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.578907] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.579095] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.579876] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.579876] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.579876] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.579876] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.579876] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.580181] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.580320] env[68802]: DEBUG nova.virt.hardware [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.585906] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 733.586250] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f64baf-c1a2-49ba-add2-5c30a3f86d25 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.602153] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.603112] env[68802]: DEBUG nova.compute.manager [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.606544] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.254s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.614265] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 733.614265] env[68802]: value = "task-2795156" [ 733.614265] env[68802]: _type = "Task" [ 733.614265] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.618342] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6bba936a-4300-4d42-be12-08733ad34396 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.766s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.626328] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.819837] env[68802]: DEBUG oslo_vmware.api [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795154, 'name': PowerOffVM_Task, 'duration_secs': 0.226678} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.819837] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.819992] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.820267] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ad23a9d-ea96-4ba1-a277-7076e1997e33 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.848966] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.849207] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.849391] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Deleting the datastore file [datastore2] 93919c14-aa9d-4d30-82ff-fa00d3e60b0d {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.849659] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f2a980a-46d9-4759-b681-26e403f23797 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.856731] env[68802]: DEBUG oslo_vmware.api [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for the task: (returnval){ [ 733.856731] env[68802]: value = "task-2795158" [ 733.856731] env[68802]: _type = "Task" [ 733.856731] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.869891] env[68802]: DEBUG oslo_vmware.api [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.989241] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795155, 'name': Rename_Task, 'duration_secs': 0.222663} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.990041] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.990041] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c66cc9-ae6b-4aed-b1d7-9492c0633de1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.996400] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 733.996400] env[68802]: value = "task-2795159" [ 733.996400] env[68802]: _type = "Task" [ 733.996400] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.007729] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.110864] env[68802]: DEBUG nova.compute.utils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.122166] env[68802]: DEBUG nova.compute.manager [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.122465] env[68802]: DEBUG nova.network.neutron [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.125347] env[68802]: DEBUG nova.compute.manager [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.147803] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.202249] env[68802]: DEBUG nova.policy [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6aec5dbd54f441893f21597c497eee6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1105522e573b4ff491aa9e3df03b7891', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.285223] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquiring lock "19adf5a8-58f3-4367-bf08-377dc06bd813" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.285580] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lock "19adf5a8-58f3-4367-bf08-377dc06bd813" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.285733] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquiring lock "19adf5a8-58f3-4367-bf08-377dc06bd813-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.286073] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lock "19adf5a8-58f3-4367-bf08-377dc06bd813-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.286073] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lock "19adf5a8-58f3-4367-bf08-377dc06bd813-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.290784] env[68802]: INFO nova.compute.manager [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Terminating instance [ 734.368437] env[68802]: DEBUG oslo_vmware.api [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Task: {'id': task-2795158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118427} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.368862] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.372020] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.372020] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.372020] env[68802]: INFO nova.compute.manager [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 734.372020] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.372020] env[68802]: DEBUG nova.compute.manager [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.372020] env[68802]: DEBUG nova.network.neutron [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.401500] env[68802]: DEBUG nova.network.neutron [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.506818] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795159, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.622781] env[68802]: DEBUG nova.compute.manager [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.635187] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Applying migration context for instance 66fa0a66-f5ea-4ab9-805e-ac58950219fd as it has an incoming, in-progress migration 6ec875a2-9b04-4790-ac4e-fb254309fc4d. Migration status is migrating {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 734.640840] env[68802]: INFO nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating resource usage from migration 6ec875a2-9b04-4790-ac4e-fb254309fc4d [ 734.655295] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.659739] env[68802]: DEBUG nova.network.neutron [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Successfully created port: a8475823-d068-4c46-913b-e7ae0c3a1809 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.672182] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 5f43c913-9f54-4d9e-954d-9e776a259a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.672182] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 27610814-a343-4395-ab92-501846547df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.672182] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.672182] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance dbb7fdd2-fd7f-43d3-b0de-8992efd3176a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.672351] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ebe265d5-d05d-48f6-a05a-5e79189d63a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.672351] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 057632d6-621b-4afd-971c-ab7695f46b70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.672351] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance b268e90c-94cd-4b2f-8f26-f006f35542ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.672351] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance f389060c-ceb9-4a8d-854f-5a3595cd61d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.672499] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 19adf5a8-58f3-4367-bf08-377dc06bd813 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.672499] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 8acdd624-55ab-4569-a65b-7484c93cdd18 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.672499] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance dbea6ee4-4f2a-4040-8acc-df5b7da614ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.672499] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.672499] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance bf363a72-ef3d-44c9-b578-08dfa0753f98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.672758] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 50e88850-968f-472b-9921-bbf973b475bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.672758] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance dc5e8fc0-c025-420f-a182-8f5a4718de6c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.672819] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 93919c14-aa9d-4d30-82ff-fa00d3e60b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.673847] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 2517392e-ffb6-4fc1-b38d-cef8cfe0059e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.673847] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 8228be33-050d-4880-96b0-eb6734592837 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.673847] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 5bc87656-795b-487d-a72f-4d0c4a717655 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.673847] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 07b895ce-6399-4cc4-9154-97a6449ef6b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.674069] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance e27f0e5f-dd73-4d56-a714-53589958715e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.674069] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.678763] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.796539] env[68802]: DEBUG nova.compute.manager [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.796814] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.797791] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a2dbbc-62c0-4d2f-8121-0d31b477c3a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.806247] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.807371] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01215875-6063-4936-bb4e-0f8ec2af90b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.814794] env[68802]: DEBUG oslo_vmware.api [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for the task: (returnval){ [ 734.814794] env[68802]: value = "task-2795160" [ 734.814794] env[68802]: _type = "Task" [ 734.814794] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.823983] env[68802]: DEBUG oslo_vmware.api [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2795160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.908035] env[68802]: DEBUG nova.network.neutron [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.006766] env[68802]: DEBUG oslo_vmware.api [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795159, 'name': PowerOnVM_Task, 'duration_secs': 0.778034} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.006932] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.007518] env[68802]: INFO nova.compute.manager [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Took 8.98 seconds to spawn the instance on the hypervisor. [ 735.007713] env[68802]: DEBUG nova.compute.manager [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.008551] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fdf674-324f-4b3f-8dd7-37fbdd366822 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.142859] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795156, 'name': ReconfigVM_Task, 'duration_secs': 1.17114} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.143419] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 735.146745] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b8639-2d63-4641-8bdd-5fb64750d336 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.171223] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 66fa0a66-f5ea-4ab9-805e-ac58950219fd/66fa0a66-f5ea-4ab9-805e-ac58950219fd.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.171555] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef01e494-8763-474f-9846-0340b632cbf1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.187410] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 9ab2a6a4-482e-4b86-8259-e23bebe7198e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.194132] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 735.194132] env[68802]: value = "task-2795161" [ 735.194132] env[68802]: _type = "Task" [ 735.194132] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.205132] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.296666] env[68802]: DEBUG nova.compute.manager [req-01449553-11aa-4d37-8450-6be920608d4b req-80060490-75ec-44e9-8525-05b5e57ce37a service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Received event network-changed-eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.296835] env[68802]: DEBUG nova.compute.manager [req-01449553-11aa-4d37-8450-6be920608d4b req-80060490-75ec-44e9-8525-05b5e57ce37a service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Refreshing instance network info cache due to event network-changed-eba21aa8-c504-405c-8cd9-b464165db572. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 735.297173] env[68802]: DEBUG oslo_concurrency.lockutils [req-01449553-11aa-4d37-8450-6be920608d4b req-80060490-75ec-44e9-8525-05b5e57ce37a service nova] Acquiring lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.297344] env[68802]: DEBUG oslo_concurrency.lockutils [req-01449553-11aa-4d37-8450-6be920608d4b req-80060490-75ec-44e9-8525-05b5e57ce37a service nova] Acquired lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.297510] env[68802]: DEBUG nova.network.neutron [req-01449553-11aa-4d37-8450-6be920608d4b req-80060490-75ec-44e9-8525-05b5e57ce37a service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Refreshing network info cache for port eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.327163] env[68802]: DEBUG oslo_vmware.api [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2795160, 'name': PowerOffVM_Task, 'duration_secs': 0.304597} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.327439] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.327603] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.327863] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3a18c6a-146f-4956-883b-3c70366741a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.395682] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.396302] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.396302] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Deleting the datastore file [datastore2] 19adf5a8-58f3-4367-bf08-377dc06bd813 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.396437] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df0a322c-d4a1-40b4-9c11-9421b0c3f7ee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.404221] env[68802]: DEBUG oslo_vmware.api [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for the task: (returnval){ [ 735.404221] env[68802]: value = "task-2795163" [ 735.404221] env[68802]: _type = "Task" [ 735.404221] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.412881] env[68802]: INFO nova.compute.manager [-] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Took 1.04 seconds to deallocate network for instance. [ 735.413275] env[68802]: DEBUG oslo_vmware.api [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2795163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.529066] env[68802]: INFO nova.compute.manager [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Took 42.70 seconds to build instance. [ 735.647898] env[68802]: DEBUG nova.compute.manager [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.670791] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.671058] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.671221] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.671403] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.671545] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.671685] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.671890] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.672268] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.672347] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.672486] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.672661] env[68802]: DEBUG nova.virt.hardware [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.673541] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e091d80d-0d38-45a9-8aaf-5b938d7ccf61 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.683024] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9fce9d-ce90-4601-9c9b-b1fc285f782d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.696011] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0da19fe3-b125-411e-9dc5-9c980487deed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.705142] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795161, 'name': ReconfigVM_Task, 'duration_secs': 0.42151} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.705415] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 66fa0a66-f5ea-4ab9-805e-ac58950219fd/66fa0a66-f5ea-4ab9-805e-ac58950219fd.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.706934] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance '66fa0a66-f5ea-4ab9-805e-ac58950219fd' progress to 50 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 735.913497] env[68802]: DEBUG oslo_vmware.api [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Task: {'id': task-2795163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182141} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.913774] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.914009] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.914208] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.914378] env[68802]: INFO nova.compute.manager [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Took 1.12 seconds to destroy the instance on the hypervisor. [ 735.914609] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.914795] env[68802]: DEBUG nova.compute.manager [-] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.914927] env[68802]: DEBUG nova.network.neutron [-] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.919358] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.018532] env[68802]: DEBUG nova.objects.instance [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lazy-loading 'flavor' on Instance uuid ebe265d5-d05d-48f6-a05a-5e79189d63a3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.030414] env[68802]: DEBUG oslo_concurrency.lockutils [None req-04437dd4-9b2e-4cb7-a415-618bf85f8772 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "e27f0e5f-dd73-4d56-a714-53589958715e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.111s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.090344] env[68802]: DEBUG nova.network.neutron [req-01449553-11aa-4d37-8450-6be920608d4b req-80060490-75ec-44e9-8525-05b5e57ce37a service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updated VIF entry in instance network info cache for port eba21aa8-c504-405c-8cd9-b464165db572. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.090711] env[68802]: DEBUG nova.network.neutron [req-01449553-11aa-4d37-8450-6be920608d4b req-80060490-75ec-44e9-8525-05b5e57ce37a service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updating instance_info_cache with network_info: [{"id": "eba21aa8-c504-405c-8cd9-b464165db572", "address": "fa:16:3e:65:8d:62", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba21aa8-c5", "ovs_interfaceid": "eba21aa8-c504-405c-8cd9-b464165db572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.201584] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance e3f25ddf-2b10-4cb9-a708-ddcf660bd295 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.211652] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a738f2d8-deb0-4497-a751-4acca4e704b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.234979] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55653d5b-bbff-45e9-b3e0-80454c391d9d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.258253] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance '66fa0a66-f5ea-4ab9-805e-ac58950219fd' progress to 67 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 736.374162] env[68802]: DEBUG nova.network.neutron [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Successfully updated port: a8475823-d068-4c46-913b-e7ae0c3a1809 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.523967] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquiring lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.524187] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquired lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.532617] env[68802]: DEBUG nova.compute.manager [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.594075] env[68802]: DEBUG oslo_concurrency.lockutils [req-01449553-11aa-4d37-8450-6be920608d4b req-80060490-75ec-44e9-8525-05b5e57ce37a service nova] Releasing lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.707783] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 53853d15-72c7-455a-a049-3f827b8113ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.853127] env[68802]: DEBUG nova.network.neutron [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Port 2517076a-dfa3-47cd-ab65-2180a5a1c9db binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 736.859323] env[68802]: DEBUG nova.compute.manager [req-56fefab8-69b3-4b34-bc80-614eb7e5c196 req-fad02d7e-4702-4cb2-aa1d-810ad7dcdb3b service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Received event network-vif-plugged-a8475823-d068-4c46-913b-e7ae0c3a1809 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 736.859413] env[68802]: DEBUG oslo_concurrency.lockutils [req-56fefab8-69b3-4b34-bc80-614eb7e5c196 req-fad02d7e-4702-4cb2-aa1d-810ad7dcdb3b service nova] Acquiring lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.859621] env[68802]: DEBUG oslo_concurrency.lockutils [req-56fefab8-69b3-4b34-bc80-614eb7e5c196 req-fad02d7e-4702-4cb2-aa1d-810ad7dcdb3b service nova] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.859865] env[68802]: DEBUG oslo_concurrency.lockutils [req-56fefab8-69b3-4b34-bc80-614eb7e5c196 req-fad02d7e-4702-4cb2-aa1d-810ad7dcdb3b service nova] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.860297] env[68802]: DEBUG nova.compute.manager [req-56fefab8-69b3-4b34-bc80-614eb7e5c196 req-fad02d7e-4702-4cb2-aa1d-810ad7dcdb3b service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] No waiting events found dispatching network-vif-plugged-a8475823-d068-4c46-913b-e7ae0c3a1809 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.860532] env[68802]: WARNING nova.compute.manager [req-56fefab8-69b3-4b34-bc80-614eb7e5c196 req-fad02d7e-4702-4cb2-aa1d-810ad7dcdb3b service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Received unexpected event network-vif-plugged-a8475823-d068-4c46-913b-e7ae0c3a1809 for instance with vm_state building and task_state spawning. [ 736.877517] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "refresh_cache-65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.877770] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquired lock "refresh_cache-65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.878743] env[68802]: DEBUG nova.network.neutron [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.965952] env[68802]: DEBUG nova.network.neutron [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.065063] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.213495] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 71dd1641-baab-49cb-aafe-3a3083aea97a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.421534] env[68802]: DEBUG nova.network.neutron [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.427067] env[68802]: DEBUG nova.network.neutron [-] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.600261] env[68802]: DEBUG nova.network.neutron [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Updating instance_info_cache with network_info: [{"id": "a8475823-d068-4c46-913b-e7ae0c3a1809", "address": "fa:16:3e:f2:77:f6", "network": {"id": "1297b6ec-5061-4d30-a8dd-a38602ca5925", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2072339697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1105522e573b4ff491aa9e3df03b7891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8475823-d0", "ovs_interfaceid": "a8475823-d068-4c46-913b-e7ae0c3a1809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.716772] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0a18db03-13aa-45ae-9419-9e5f9b7ab882 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.717166] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Migration 6ec875a2-9b04-4790-ac4e-fb254309fc4d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 737.717540] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 66fa0a66-f5ea-4ab9-805e-ac58950219fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 737.886607] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.887160] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.887160] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.918462] env[68802]: DEBUG nova.network.neutron [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updating instance_info_cache with network_info: [{"id": "4b4fa446-33cf-4db7-8665-90f810200fc3", "address": "fa:16:3e:3e:43:eb", "network": {"id": "a5b856f2-d899-465d-8c6e-18831fa95bca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-904031171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3500eb6b57494c2691d66b20fffa572f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4fa446-33", "ovs_interfaceid": "4b4fa446-33cf-4db7-8665-90f810200fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.929783] env[68802]: INFO nova.compute.manager [-] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Took 2.01 seconds to deallocate network for instance. [ 737.957663] env[68802]: DEBUG nova.compute.manager [req-f3d80d56-dcc7-4acd-a074-0b9138c7ea86 req-17b256e1-0d35-46a6-8750-aa821128af9b service nova] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Received event network-vif-deleted-73a9a1d3-adc8-4be7-9059-4da20c6b9d25 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.103449] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Releasing lock "refresh_cache-65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.104097] env[68802]: DEBUG nova.compute.manager [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Instance network_info: |[{"id": "a8475823-d068-4c46-913b-e7ae0c3a1809", "address": "fa:16:3e:f2:77:f6", "network": {"id": "1297b6ec-5061-4d30-a8dd-a38602ca5925", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2072339697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1105522e573b4ff491aa9e3df03b7891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8475823-d0", "ovs_interfaceid": "a8475823-d068-4c46-913b-e7ae0c3a1809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.105354] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:77:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8475823-d068-4c46-913b-e7ae0c3a1809', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.114980] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Creating folder: Project (1105522e573b4ff491aa9e3df03b7891). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.116494] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-712a2a90-3ad8-48f4-aa8d-0946d1c56a86 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.130136] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Created folder: Project (1105522e573b4ff491aa9e3df03b7891) in parent group-v561663. [ 738.130136] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Creating folder: Instances. Parent ref: group-v561782. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.130136] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3efadd5e-d052-46a7-ab0a-255953045adb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.140226] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Created folder: Instances in parent group-v561782. [ 738.140575] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.140823] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.141048] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-986b2d5d-2038-416c-a340-8885223e19c6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.162352] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.162352] env[68802]: value = "task-2795166" [ 738.162352] env[68802]: _type = "Task" [ 738.162352] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.173585] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795166, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.223853] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.423502] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Releasing lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.423502] env[68802]: DEBUG nova.compute.manager [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Inject network info {{(pid=68802) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 738.423879] env[68802]: DEBUG nova.compute.manager [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] network_info to inject: |[{"id": "4b4fa446-33cf-4db7-8665-90f810200fc3", "address": "fa:16:3e:3e:43:eb", "network": {"id": "a5b856f2-d899-465d-8c6e-18831fa95bca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-904031171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3500eb6b57494c2691d66b20fffa572f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4fa446-33", "ovs_interfaceid": "4b4fa446-33cf-4db7-8665-90f810200fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 738.429539] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Reconfiguring VM instance to set the machine id {{(pid=68802) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 738.429965] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e2acf0-fc7a-40ca-a748-d2085b8557ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.446011] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.453213] env[68802]: DEBUG oslo_vmware.api [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 738.453213] env[68802]: value = "task-2795167" [ 738.453213] env[68802]: _type = "Task" [ 738.453213] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.462500] env[68802]: DEBUG oslo_vmware.api [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2795167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.671772] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795166, 'name': CreateVM_Task, 'duration_secs': 0.37684} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.672111] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.672856] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.673056] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.673435] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.673728] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-132a23b5-23c7-412d-97d5-f4a6a6c8ea35 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.678928] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 738.678928] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b222bf-b361-98c7-573a-0289bb517015" [ 738.678928] env[68802]: _type = "Task" [ 738.678928] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.687875] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b222bf-b361-98c7-573a-0289bb517015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.726324] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance a45062b8-eb37-478e-b5d9-e4e30f6eeb7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.775901] env[68802]: DEBUG nova.objects.instance [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lazy-loading 'flavor' on Instance uuid ebe265d5-d05d-48f6-a05a-5e79189d63a3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.965260] env[68802]: DEBUG oslo_vmware.api [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2795167, 'name': ReconfigVM_Task, 'duration_secs': 0.209719} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.969017] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5272a6c1-156c-483f-a6e4-0688d70b0812 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Reconfigured VM instance to set the machine id {{(pid=68802) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 738.971735] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.971908] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.972098] env[68802]: DEBUG nova.network.neutron [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.059377] env[68802]: DEBUG nova.compute.manager [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Received event network-changed-a8475823-d068-4c46-913b-e7ae0c3a1809 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 739.059377] env[68802]: DEBUG nova.compute.manager [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Refreshing instance network info cache due to event network-changed-a8475823-d068-4c46-913b-e7ae0c3a1809. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 739.059377] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] Acquiring lock "refresh_cache-65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.059377] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] Acquired lock "refresh_cache-65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.059377] env[68802]: DEBUG nova.network.neutron [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Refreshing network info cache for port a8475823-d068-4c46-913b-e7ae0c3a1809 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.189272] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b222bf-b361-98c7-573a-0289bb517015, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.189929] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.190195] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.190423] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.190562] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.190736] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.190994] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36bc6e84-19a9-43bf-920a-637bf854696c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.199548] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.199696] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.200383] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924963fe-577e-425f-8fe9-f5876e102e59 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.205927] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 739.205927] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521eeb54-8d6b-e523-2fcf-7261437165ae" [ 739.205927] env[68802]: _type = "Task" [ 739.205927] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.214404] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521eeb54-8d6b-e523-2fcf-7261437165ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.229247] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ad1d605e-bbf1-4101-8d60-6911ef1045cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.281011] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquiring lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.281470] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquired lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.720571] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521eeb54-8d6b-e523-2fcf-7261437165ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.721677] env[68802]: DEBUG nova.network.neutron [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance_info_cache with network_info: [{"id": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "address": "fa:16:3e:0c:b1:d5", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2517076a-df", "ovs_interfaceid": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.726394] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ec0ef0-93b1-49eb-90db-c0c012a383fa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.731701] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 46bfcf80-7dbd-492e-b9d3-a6207b2427b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.733300] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 739.733300] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 739.734669] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 739.734669] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5235be07-1fbe-2623-d8b6-f6508d798585" [ 739.734669] env[68802]: _type = "Task" [ 739.734669] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.745502] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5235be07-1fbe-2623-d8b6-f6508d798585, 'name': SearchDatastore_Task, 'duration_secs': 0.009987} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.746538] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.746538] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f/65aeee3f-d2bd-4f7f-b616-1f24083f4a5f.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.746538] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3716fa85-52fd-4832-ad34-a414c73b33a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.752784] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 739.752784] env[68802]: value = "task-2795168" [ 739.752784] env[68802]: _type = "Task" [ 739.752784] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.761562] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.213362] env[68802]: DEBUG nova.compute.manager [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Received event network-changed-eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.216876] env[68802]: DEBUG nova.compute.manager [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Refreshing instance network info cache due to event network-changed-eba21aa8-c504-405c-8cd9-b464165db572. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 740.217482] env[68802]: DEBUG oslo_concurrency.lockutils [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] Acquiring lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.217652] env[68802]: DEBUG oslo_concurrency.lockutils [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] Acquired lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.218225] env[68802]: DEBUG nova.network.neutron [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Refreshing network info cache for port eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.230305] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.269353] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470043} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.269635] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f/65aeee3f-d2bd-4f7f-b616-1f24083f4a5f.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.269849] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.270120] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62868eb6-e06f-455c-bd42-5355e5daf3a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.278187] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 740.278187] env[68802]: value = "task-2795169" [ 740.278187] env[68802]: _type = "Task" [ 740.278187] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.294240] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.310286] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82a9804-4058-4187-b554-990facf4a5ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.318632] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041a42b8-b8d4-479c-bb84-199aed4838bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.356540] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6658708a-14c0-462f-a740-59293d072387 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.365081] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a4c8ef-a00b-49bd-ba77-51049bf74302 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.381271] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.424943] env[68802]: DEBUG nova.network.neutron [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Updated VIF entry in instance network info cache for port a8475823-d068-4c46-913b-e7ae0c3a1809. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.425436] env[68802]: DEBUG nova.network.neutron [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Updating instance_info_cache with network_info: [{"id": "a8475823-d068-4c46-913b-e7ae0c3a1809", "address": "fa:16:3e:f2:77:f6", "network": {"id": "1297b6ec-5061-4d30-a8dd-a38602ca5925", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2072339697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1105522e573b4ff491aa9e3df03b7891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8475823-d0", "ovs_interfaceid": "a8475823-d068-4c46-913b-e7ae0c3a1809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.627026] env[68802]: DEBUG nova.network.neutron [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.765857] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2011b798-c03d-48ae-80f1-483fe20aae48 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.790311] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03fa6f4-36ef-492e-86dd-d36814775faa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.798097] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064278} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.800379] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.800816] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance '66fa0a66-f5ea-4ab9-805e-ac58950219fd' progress to 83 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 740.804960] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7573cc-f6b9-42f2-9268-72a13251a0cc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.832615] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f/65aeee3f-d2bd-4f7f-b616-1f24083f4a5f.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.833011] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f78e98-0c22-4051-8a95-ff7921f8f681 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.861515] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 740.861515] env[68802]: value = "task-2795170" [ 740.861515] env[68802]: _type = "Task" [ 740.861515] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.870690] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.884968] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.927959] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] Releasing lock "refresh_cache-65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.928439] env[68802]: DEBUG nova.compute.manager [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Received event network-changed-4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.928712] env[68802]: DEBUG nova.compute.manager [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Refreshing instance network info cache due to event network-changed-4b4fa446-33cf-4db7-8665-90f810200fc3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 740.929033] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] Acquiring lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.118606] env[68802]: DEBUG nova.network.neutron [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updated VIF entry in instance network info cache for port eba21aa8-c504-405c-8cd9-b464165db572. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.119018] env[68802]: DEBUG nova.network.neutron [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updating instance_info_cache with network_info: [{"id": "eba21aa8-c504-405c-8cd9-b464165db572", "address": "fa:16:3e:65:8d:62", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba21aa8-c5", "ovs_interfaceid": "eba21aa8-c504-405c-8cd9-b464165db572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.312904] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.313235] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-944c3223-612f-480d-bcad-7d9459b35ec8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.325697] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 741.325697] env[68802]: value = "task-2795171" [ 741.325697] env[68802]: _type = "Task" [ 741.325697] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.339228] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.372818] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795170, 'name': ReconfigVM_Task, 'duration_secs': 0.446126} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.374072] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f/65aeee3f-d2bd-4f7f-b616-1f24083f4a5f.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.374072] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e68bd22e-40cd-471b-87da-c269b4c23237 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.380438] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 741.380438] env[68802]: value = "task-2795172" [ 741.380438] env[68802]: _type = "Task" [ 741.380438] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.390217] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 741.391829] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.785s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.392128] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795172, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.393116] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.475s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.394019] env[68802]: INFO nova.compute.claims [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.438256] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "07b895ce-6399-4cc4-9154-97a6449ef6b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.439229] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.439229] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "07b895ce-6399-4cc4-9154-97a6449ef6b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.439229] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.439450] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.444777] env[68802]: INFO nova.compute.manager [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Terminating instance [ 741.575865] env[68802]: DEBUG nova.network.neutron [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updating instance_info_cache with network_info: [{"id": "4b4fa446-33cf-4db7-8665-90f810200fc3", "address": "fa:16:3e:3e:43:eb", "network": {"id": "a5b856f2-d899-465d-8c6e-18831fa95bca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-904031171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3500eb6b57494c2691d66b20fffa572f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4fa446-33", "ovs_interfaceid": "4b4fa446-33cf-4db7-8665-90f810200fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.623878] env[68802]: DEBUG oslo_concurrency.lockutils [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] Releasing lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.624947] env[68802]: DEBUG nova.compute.manager [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Received event network-changed-2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.624947] env[68802]: DEBUG nova.compute.manager [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Refreshing instance network info cache due to event network-changed-2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 741.624947] env[68802]: DEBUG oslo_concurrency.lockutils [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] Acquiring lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.624947] env[68802]: DEBUG oslo_concurrency.lockutils [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] Acquired lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.624947] env[68802]: DEBUG nova.network.neutron [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Refreshing network info cache for port 2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.838905] env[68802]: DEBUG oslo_vmware.api [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795171, 'name': PowerOnVM_Task, 'duration_secs': 0.430035} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.840029] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.840029] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f872afdc-9af4-4533-940e-e6eb55bda9cb tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance '66fa0a66-f5ea-4ab9-805e-ac58950219fd' progress to 100 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 741.892272] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795172, 'name': Rename_Task, 'duration_secs': 0.171523} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.892644] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.892946] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbb34426-bed5-4d4f-ad6f-10f6929dedac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.902415] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 741.902415] env[68802]: value = "task-2795173" [ 741.902415] env[68802]: _type = "Task" [ 741.902415] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.912194] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.948275] env[68802]: DEBUG nova.compute.manager [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.948364] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.949604] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b91046-2438-4769-b77f-d42a5aee6a4e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.957258] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.958112] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25d91e89-6da7-4041-8417-51a8724ee083 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.965098] env[68802]: DEBUG oslo_vmware.api [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 741.965098] env[68802]: value = "task-2795174" [ 741.965098] env[68802]: _type = "Task" [ 741.965098] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.980724] env[68802]: DEBUG oslo_vmware.api [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.081646] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Releasing lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.082252] env[68802]: DEBUG nova.compute.manager [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Inject network info {{(pid=68802) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 742.082521] env[68802]: DEBUG nova.compute.manager [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] network_info to inject: |[{"id": "4b4fa446-33cf-4db7-8665-90f810200fc3", "address": "fa:16:3e:3e:43:eb", "network": {"id": "a5b856f2-d899-465d-8c6e-18831fa95bca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-904031171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3500eb6b57494c2691d66b20fffa572f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4fa446-33", "ovs_interfaceid": "4b4fa446-33cf-4db7-8665-90f810200fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 742.093175] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Reconfiguring VM instance to set the machine id {{(pid=68802) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 742.094042] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] Acquired lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.094042] env[68802]: DEBUG nova.network.neutron [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Refreshing network info cache for port 4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.095131] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c7217d9-0866-49ac-8388-bad2793d546a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.124420] env[68802]: DEBUG oslo_vmware.api [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 742.124420] env[68802]: value = "task-2795175" [ 742.124420] env[68802]: _type = "Task" [ 742.124420] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.139538] env[68802]: DEBUG oslo_vmware.api [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2795175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.205192] env[68802]: DEBUG nova.compute.manager [req-e773d451-d5dd-4896-8cf3-1da75a0b6d4b req-fa9cd2eb-b5e7-4b5f-bede-92494200b268 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Received event network-changed-eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.205192] env[68802]: DEBUG nova.compute.manager [req-e773d451-d5dd-4896-8cf3-1da75a0b6d4b req-fa9cd2eb-b5e7-4b5f-bede-92494200b268 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Refreshing instance network info cache due to event network-changed-eba21aa8-c504-405c-8cd9-b464165db572. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 742.205713] env[68802]: DEBUG oslo_concurrency.lockutils [req-e773d451-d5dd-4896-8cf3-1da75a0b6d4b req-fa9cd2eb-b5e7-4b5f-bede-92494200b268 service nova] Acquiring lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.205839] env[68802]: DEBUG oslo_concurrency.lockutils [req-e773d451-d5dd-4896-8cf3-1da75a0b6d4b req-fa9cd2eb-b5e7-4b5f-bede-92494200b268 service nova] Acquired lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.206072] env[68802]: DEBUG nova.network.neutron [req-e773d451-d5dd-4896-8cf3-1da75a0b6d4b req-fa9cd2eb-b5e7-4b5f-bede-92494200b268 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Refreshing network info cache for port eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.419472] env[68802]: DEBUG oslo_vmware.api [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795173, 'name': PowerOnVM_Task, 'duration_secs': 0.511406} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.420523] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.420732] env[68802]: INFO nova.compute.manager [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Took 6.77 seconds to spawn the instance on the hypervisor. [ 742.420920] env[68802]: DEBUG nova.compute.manager [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.421762] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed04500-a180-4504-8b9c-e0dde3e53a31 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.479793] env[68802]: DEBUG oslo_vmware.api [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795174, 'name': PowerOffVM_Task, 'duration_secs': 0.278219} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.484741] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.484741] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.484741] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44b8bf35-231c-4bcc-93e5-322213f6e4f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.553477] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.553731] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.553945] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Deleting the datastore file [datastore2] 07b895ce-6399-4cc4-9154-97a6449ef6b3 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.554279] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b162a209-9aeb-4f6c-b65d-9884f367e146 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.565955] env[68802]: DEBUG oslo_vmware.api [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 742.565955] env[68802]: value = "task-2795177" [ 742.565955] env[68802]: _type = "Task" [ 742.565955] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.576667] env[68802]: DEBUG oslo_vmware.api [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.593358] env[68802]: DEBUG nova.compute.manager [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Received event network-changed-2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.593358] env[68802]: DEBUG nova.compute.manager [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Refreshing instance network info cache due to event network-changed-2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 742.593358] env[68802]: DEBUG oslo_concurrency.lockutils [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] Acquiring lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.633950] env[68802]: DEBUG oslo_vmware.api [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2795175, 'name': ReconfigVM_Task, 'duration_secs': 0.185711} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.636998] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e304314-641a-4a87-8239-f25f0dd6ddeb tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Reconfigured VM instance to set the machine id {{(pid=68802) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 742.813799] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquiring lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.814167] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.814418] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquiring lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.814611] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.814778] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.821073] env[68802]: INFO nova.compute.manager [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Terminating instance [ 742.850254] env[68802]: DEBUG nova.network.neutron [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Updated VIF entry in instance network info cache for port 2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.850254] env[68802]: DEBUG nova.network.neutron [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Updating instance_info_cache with network_info: [{"id": "2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3", "address": "fa:16:3e:00:0a:0a", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ca2e5e2-25", "ovs_interfaceid": "2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.946198] env[68802]: INFO nova.compute.manager [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Took 45.40 seconds to build instance. [ 743.073626] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959a22c6-b25f-48e6-b206-5f8ab63129fd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.085171] env[68802]: DEBUG oslo_vmware.api [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486293} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.085728] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.085999] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.086299] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.086520] env[68802]: INFO nova.compute.manager [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 743.086786] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.087803] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36a96dc-63c8-4abf-850c-0fb0f7f64bb0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.091730] env[68802]: DEBUG nova.compute.manager [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.091858] env[68802]: DEBUG nova.network.neutron [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.122775] env[68802]: DEBUG nova.network.neutron [req-e773d451-d5dd-4896-8cf3-1da75a0b6d4b req-fa9cd2eb-b5e7-4b5f-bede-92494200b268 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updated VIF entry in instance network info cache for port eba21aa8-c504-405c-8cd9-b464165db572. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.123410] env[68802]: DEBUG nova.network.neutron [req-e773d451-d5dd-4896-8cf3-1da75a0b6d4b req-fa9cd2eb-b5e7-4b5f-bede-92494200b268 service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updating instance_info_cache with network_info: [{"id": "eba21aa8-c504-405c-8cd9-b464165db572", "address": "fa:16:3e:65:8d:62", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba21aa8-c5", "ovs_interfaceid": "eba21aa8-c504-405c-8cd9-b464165db572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.126812] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5512db-fa6b-406b-8bc9-83576d23c418 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.137725] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dc7c03-bbfe-4e64-bf6c-3b4ab5f517d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.154720] env[68802]: DEBUG nova.compute.provider_tree [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.204279] env[68802]: DEBUG nova.network.neutron [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updated VIF entry in instance network info cache for port 4b4fa446-33cf-4db7-8665-90f810200fc3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.204573] env[68802]: DEBUG nova.network.neutron [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updating instance_info_cache with network_info: [{"id": "4b4fa446-33cf-4db7-8665-90f810200fc3", "address": "fa:16:3e:3e:43:eb", "network": {"id": "a5b856f2-d899-465d-8c6e-18831fa95bca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-904031171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3500eb6b57494c2691d66b20fffa572f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4fa446-33", "ovs_interfaceid": "4b4fa446-33cf-4db7-8665-90f810200fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.324973] env[68802]: DEBUG nova.compute.manager [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.325375] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.326280] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02d8e15-2f6b-45b2-9d4d-0d19a0611fbf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.334297] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.334602] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4b293a0-7bab-4ded-828c-680ce7956546 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.341459] env[68802]: DEBUG oslo_vmware.api [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 743.341459] env[68802]: value = "task-2795178" [ 743.341459] env[68802]: _type = "Task" [ 743.341459] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.352571] env[68802]: DEBUG oslo_concurrency.lockutils [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] Releasing lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.352861] env[68802]: DEBUG nova.compute.manager [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Received event network-changed-5da1715c-9e69-4e4d-9c99-6228614103d9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 743.353152] env[68802]: DEBUG nova.compute.manager [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Refreshing instance network info cache due to event network-changed-5da1715c-9e69-4e4d-9c99-6228614103d9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 743.353481] env[68802]: DEBUG oslo_concurrency.lockutils [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] Acquiring lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.353637] env[68802]: DEBUG oslo_concurrency.lockutils [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] Acquired lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.353817] env[68802]: DEBUG nova.network.neutron [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Refreshing network info cache for port 5da1715c-9e69-4e4d-9c99-6228614103d9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.355124] env[68802]: DEBUG oslo_vmware.api [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2795178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.355402] env[68802]: DEBUG oslo_concurrency.lockutils [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] Acquired lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.355580] env[68802]: DEBUG nova.network.neutron [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Refreshing network info cache for port 2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.448262] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "50e88850-968f-472b-9921-bbf973b475bc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.448427] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.453040] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d6dea807-3115-4ca7-8859-07ddccd2d63a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.207s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.632486] env[68802]: DEBUG oslo_concurrency.lockutils [req-e773d451-d5dd-4896-8cf3-1da75a0b6d4b req-fa9cd2eb-b5e7-4b5f-bede-92494200b268 service nova] Releasing lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.659302] env[68802]: DEBUG nova.scheduler.client.report [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.708550] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7a9edb5-942a-4003-a947-0fb2629526a7 req-7f77e9f4-52cd-4b08-a9b2-44f6fbdee858 service nova] Releasing lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.853661] env[68802]: DEBUG oslo_vmware.api [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2795178, 'name': PowerOffVM_Task, 'duration_secs': 0.340082} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.853986] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.854296] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.854612] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fafd5cde-6e4d-4846-b8eb-85e889b1c105 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.887142] env[68802]: INFO nova.network.neutron [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Port 2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 743.887433] env[68802]: DEBUG nova.network.neutron [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.917230] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.917853] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.918153] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Deleting the datastore file [datastore2] ebe265d5-d05d-48f6-a05a-5e79189d63a3 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.918751] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cdc8f55-740f-4368-a55d-d9eafe82a32a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.927138] env[68802]: DEBUG oslo_vmware.api [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for the task: (returnval){ [ 743.927138] env[68802]: value = "task-2795180" [ 743.927138] env[68802]: _type = "Task" [ 743.927138] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.935187] env[68802]: DEBUG oslo_vmware.api [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2795180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.952567] env[68802]: DEBUG nova.compute.utils [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.953029] env[68802]: DEBUG nova.network.neutron [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.958037] env[68802]: DEBUG nova.compute.manager [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.111337] env[68802]: DEBUG nova.network.neutron [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updated VIF entry in instance network info cache for port 5da1715c-9e69-4e4d-9c99-6228614103d9. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.111463] env[68802]: DEBUG nova.network.neutron [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updating instance_info_cache with network_info: [{"id": "5da1715c-9e69-4e4d-9c99-6228614103d9", "address": "fa:16:3e:ce:2e:8c", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da1715c-9e", "ovs_interfaceid": "5da1715c-9e69-4e4d-9c99-6228614103d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.164202] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.164870] env[68802]: DEBUG nova.compute.manager [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.168167] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.696s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.169771] env[68802]: INFO nova.compute.claims [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.391864] env[68802]: DEBUG oslo_concurrency.lockutils [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] Releasing lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.392242] env[68802]: DEBUG nova.compute.manager [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Received event network-changed-4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 744.392417] env[68802]: DEBUG nova.compute.manager [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Refreshing instance network info cache due to event network-changed-4b4fa446-33cf-4db7-8665-90f810200fc3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 744.392630] env[68802]: DEBUG oslo_concurrency.lockutils [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] Acquiring lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.392767] env[68802]: DEBUG oslo_concurrency.lockutils [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] Acquired lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.392934] env[68802]: DEBUG nova.network.neutron [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Refreshing network info cache for port 4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.437992] env[68802]: DEBUG oslo_vmware.api [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Task: {'id': task-2795180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168162} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.438295] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.438470] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.438645] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.438815] env[68802]: INFO nova.compute.manager [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 744.439064] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.439253] env[68802]: DEBUG nova.compute.manager [-] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.439349] env[68802]: DEBUG nova.network.neutron [-] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.456052] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.457594] env[68802]: INFO nova.compute.manager [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Took 1.37 seconds to deallocate network for instance. [ 744.475796] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.615865] env[68802]: DEBUG oslo_concurrency.lockutils [req-94aa6a99-6c1e-4073-9ff5-22bb6159190c req-e350a4d3-b4d9-4e05-a5ac-30eea5d659d2 service nova] Releasing lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.676079] env[68802]: DEBUG nova.compute.utils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.679794] env[68802]: DEBUG nova.compute.manager [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.679989] env[68802]: DEBUG nova.network.neutron [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.741690] env[68802]: DEBUG nova.policy [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7725e744ef54627a45a69f6f477c82f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08e5d3ef488b44a3909f2951163969e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.842986] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquiring lock "14df315d-6363-40f0-a952-b617e6321729" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.843223] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lock "14df315d-6363-40f0-a952-b617e6321729" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.924326] env[68802]: INFO nova.network.neutron [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Port 4b4fa446-33cf-4db7-8665-90f810200fc3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 744.924567] env[68802]: DEBUG nova.network.neutron [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.966876] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.156367] env[68802]: DEBUG nova.network.neutron [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Successfully created port: 9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.180868] env[68802]: DEBUG nova.compute.manager [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.304034] env[68802]: DEBUG nova.compute.manager [req-99be8fa3-a1d5-44b8-ac47-a764b9281c70 req-356905da-423a-4c34-acf7-f56234edc09f service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Received event network-changed-eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.304289] env[68802]: DEBUG nova.compute.manager [req-99be8fa3-a1d5-44b8-ac47-a764b9281c70 req-356905da-423a-4c34-acf7-f56234edc09f service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Refreshing instance network info cache due to event network-changed-eba21aa8-c504-405c-8cd9-b464165db572. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 745.304510] env[68802]: DEBUG oslo_concurrency.lockutils [req-99be8fa3-a1d5-44b8-ac47-a764b9281c70 req-356905da-423a-4c34-acf7-f56234edc09f service nova] Acquiring lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.304680] env[68802]: DEBUG oslo_concurrency.lockutils [req-99be8fa3-a1d5-44b8-ac47-a764b9281c70 req-356905da-423a-4c34-acf7-f56234edc09f service nova] Acquired lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.304821] env[68802]: DEBUG nova.network.neutron [req-99be8fa3-a1d5-44b8-ac47-a764b9281c70 req-356905da-423a-4c34-acf7-f56234edc09f service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Refreshing network info cache for port eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.391385] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "07b895ce-6399-4cc4-9154-97a6449ef6b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.429451] env[68802]: DEBUG oslo_concurrency.lockutils [req-1e839e1a-6392-4fde-891a-e607446eeb41 req-85385ac9-40dd-4099-acd9-a70f14a7f365 service nova] Releasing lock "refresh_cache-ebe265d5-d05d-48f6-a05a-5e79189d63a3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.440294] env[68802]: DEBUG nova.compute.manager [req-412852a0-113c-457c-a4e6-af8b078b8642 req-ff5a3629-64fc-4b18-ae25-b00d37f81219 service nova] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Received event network-vif-deleted-2ca2e5e2-25aa-4b59-ba77-95f190b8a5c3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.456977] env[68802]: DEBUG nova.network.neutron [-] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.548749] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "50e88850-968f-472b-9921-bbf973b475bc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.549037] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.549268] env[68802]: INFO nova.compute.manager [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Attaching volume c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236 to /dev/sdb [ 745.612473] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93279c97-57d1-475e-ba74-7f3ec32cabad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.627087] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8473e274-338c-4a2d-9de3-ce62dd6170cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.641556] env[68802]: DEBUG nova.virt.block_device [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Updating existing volume attachment record: ed31ae63-dc81-4842-a450-fc4e0a5b5925 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 745.815013] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562d1d56-f10e-413f-9c44-ce7775732bd7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.822991] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b79545-6206-4b2a-a4a5-0427e1139d0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.858196] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537a1c52-d6da-4648-840b-135f62c3ec4b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.865620] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d1efff-913b-45ac-b4af-36fdb22567d5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.879203] env[68802]: DEBUG nova.compute.provider_tree [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.958431] env[68802]: INFO nova.compute.manager [-] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Took 1.52 seconds to deallocate network for instance. [ 746.067275] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.067568] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.067847] env[68802]: DEBUG nova.compute.manager [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Going to confirm migration 1 {{(pid=68802) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 746.079345] env[68802]: DEBUG nova.network.neutron [req-99be8fa3-a1d5-44b8-ac47-a764b9281c70 req-356905da-423a-4c34-acf7-f56234edc09f service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updated VIF entry in instance network info cache for port eba21aa8-c504-405c-8cd9-b464165db572. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.079345] env[68802]: DEBUG nova.network.neutron [req-99be8fa3-a1d5-44b8-ac47-a764b9281c70 req-356905da-423a-4c34-acf7-f56234edc09f service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updating instance_info_cache with network_info: [{"id": "eba21aa8-c504-405c-8cd9-b464165db572", "address": "fa:16:3e:65:8d:62", "network": {"id": "05545d24-06a2-4ed3-ac8b-e65c6c6c485f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-655325493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dccbd42b65c4b92b8b126d379c58779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba21aa8-c5", "ovs_interfaceid": "eba21aa8-c504-405c-8cd9-b464165db572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.198230] env[68802]: DEBUG nova.compute.manager [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.226923] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.227079] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.227143] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.227321] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.227462] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.227601] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.227802] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.227950] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.228118] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.228275] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.228442] env[68802]: DEBUG nova.virt.hardware [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.229234] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.229283] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.229993] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05464564-fd4f-4c51-8330-a3bd372290e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.239920] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f2e6f3-294d-4320-8ef7-305c62997baa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.386054] env[68802]: DEBUG nova.scheduler.client.report [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.465321] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.565950] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "e2c47b08-680d-4ad8-bcb1-907a68f70339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.566611] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "e2c47b08-680d-4ad8-bcb1-907a68f70339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.584188] env[68802]: DEBUG oslo_concurrency.lockutils [req-99be8fa3-a1d5-44b8-ac47-a764b9281c70 req-356905da-423a-4c34-acf7-f56234edc09f service nova] Releasing lock "refresh_cache-b268e90c-94cd-4b2f-8f26-f006f35542ee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.703612] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.703807] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.704020] env[68802]: DEBUG nova.network.neutron [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.704214] env[68802]: DEBUG nova.objects.instance [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lazy-loading 'info_cache' on Instance uuid 66fa0a66-f5ea-4ab9-805e-ac58950219fd {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.881989] env[68802]: DEBUG nova.network.neutron [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Successfully updated port: 9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.891510] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.892268] env[68802]: DEBUG nova.compute.manager [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.895637] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.923s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.895831] env[68802]: DEBUG nova.objects.instance [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 747.326886] env[68802]: DEBUG nova.compute.manager [req-65028774-bd5c-4f39-b4b4-d3034b61c2b3 req-9ccc332a-882a-421e-a6aa-59bee692a3c2 service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Received event network-changed-a8475823-d068-4c46-913b-e7ae0c3a1809 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.327152] env[68802]: DEBUG nova.compute.manager [req-65028774-bd5c-4f39-b4b4-d3034b61c2b3 req-9ccc332a-882a-421e-a6aa-59bee692a3c2 service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Refreshing instance network info cache due to event network-changed-a8475823-d068-4c46-913b-e7ae0c3a1809. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 747.327309] env[68802]: DEBUG oslo_concurrency.lockutils [req-65028774-bd5c-4f39-b4b4-d3034b61c2b3 req-9ccc332a-882a-421e-a6aa-59bee692a3c2 service nova] Acquiring lock "refresh_cache-65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.327450] env[68802]: DEBUG oslo_concurrency.lockutils [req-65028774-bd5c-4f39-b4b4-d3034b61c2b3 req-9ccc332a-882a-421e-a6aa-59bee692a3c2 service nova] Acquired lock "refresh_cache-65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.327608] env[68802]: DEBUG nova.network.neutron [req-65028774-bd5c-4f39-b4b4-d3034b61c2b3 req-9ccc332a-882a-421e-a6aa-59bee692a3c2 service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Refreshing network info cache for port a8475823-d068-4c46-913b-e7ae0c3a1809 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.385518] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.385679] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquired lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.385830] env[68802]: DEBUG nova.network.neutron [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.397883] env[68802]: DEBUG nova.compute.utils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.399627] env[68802]: DEBUG nova.compute.manager [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.399991] env[68802]: DEBUG nova.network.neutron [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.443591] env[68802]: DEBUG nova.policy [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f30fda72ec646d9b79f026633df0178', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f231cdb8ccd9420d8aa898fb9c091f0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.467014] env[68802]: DEBUG nova.compute.manager [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Received event network-vif-deleted-4b4fa446-33cf-4db7-8665-90f810200fc3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.467224] env[68802]: DEBUG nova.compute.manager [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Received event network-vif-plugged-9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.467409] env[68802]: DEBUG oslo_concurrency.lockutils [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] Acquiring lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.467598] env[68802]: DEBUG oslo_concurrency.lockutils [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] Lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.467756] env[68802]: DEBUG oslo_concurrency.lockutils [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] Lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.467908] env[68802]: DEBUG nova.compute.manager [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] No waiting events found dispatching network-vif-plugged-9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.468076] env[68802]: WARNING nova.compute.manager [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Received unexpected event network-vif-plugged-9bdea047-b9c5-4c5e-8e16-acda4367c2c5 for instance with vm_state building and task_state spawning. [ 747.468233] env[68802]: DEBUG nova.compute.manager [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Received event network-changed-9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.468380] env[68802]: DEBUG nova.compute.manager [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Refreshing instance network info cache due to event network-changed-9bdea047-b9c5-4c5e-8e16-acda4367c2c5. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 747.468536] env[68802]: DEBUG oslo_concurrency.lockutils [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] Acquiring lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.789955] env[68802]: DEBUG nova.network.neutron [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Successfully created port: ff7e7287-2787-4af4-9ffe-493acc6f66d0 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.905055] env[68802]: DEBUG nova.compute.manager [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.913401] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2418382e-7366-4932-86da-e771fe7a5d12 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.915379] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.705s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.915580] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.918473] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.333s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.920745] env[68802]: INFO nova.compute.claims [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.968182] env[68802]: DEBUG nova.network.neutron [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.968182] env[68802]: INFO nova.scheduler.client.report [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Deleted allocations for instance bf363a72-ef3d-44c9-b578-08dfa0753f98 [ 748.098937] env[68802]: DEBUG nova.network.neutron [req-65028774-bd5c-4f39-b4b4-d3034b61c2b3 req-9ccc332a-882a-421e-a6aa-59bee692a3c2 service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Updated VIF entry in instance network info cache for port a8475823-d068-4c46-913b-e7ae0c3a1809. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.099446] env[68802]: DEBUG nova.network.neutron [req-65028774-bd5c-4f39-b4b4-d3034b61c2b3 req-9ccc332a-882a-421e-a6aa-59bee692a3c2 service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Updating instance_info_cache with network_info: [{"id": "a8475823-d068-4c46-913b-e7ae0c3a1809", "address": "fa:16:3e:f2:77:f6", "network": {"id": "1297b6ec-5061-4d30-a8dd-a38602ca5925", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2072339697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1105522e573b4ff491aa9e3df03b7891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8475823-d0", "ovs_interfaceid": "a8475823-d068-4c46-913b-e7ae0c3a1809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.150717] env[68802]: DEBUG nova.network.neutron [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance_info_cache with network_info: [{"id": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "address": "fa:16:3e:0c:b1:d5", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2517076a-df", "ovs_interfaceid": "2517076a-dfa3-47cd-ab65-2180a5a1c9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.290137] env[68802]: DEBUG nova.network.neutron [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Updating instance_info_cache with network_info: [{"id": "9bdea047-b9c5-4c5e-8e16-acda4367c2c5", "address": "fa:16:3e:ba:9a:30", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdea047-b9", "ovs_interfaceid": "9bdea047-b9c5-4c5e-8e16-acda4367c2c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.476465] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7e7b387a-94d7-4ad2-89a9-1a8880e10dbd tempest-AttachInterfacesV270Test-624611882 tempest-AttachInterfacesV270Test-624611882-project-member] Lock "bf363a72-ef3d-44c9-b578-08dfa0753f98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.718s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.604094] env[68802]: DEBUG oslo_concurrency.lockutils [req-65028774-bd5c-4f39-b4b4-d3034b61c2b3 req-9ccc332a-882a-421e-a6aa-59bee692a3c2 service nova] Releasing lock "refresh_cache-65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.656610] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "refresh_cache-66fa0a66-f5ea-4ab9-805e-ac58950219fd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.656610] env[68802]: DEBUG nova.objects.instance [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lazy-loading 'migration_context' on Instance uuid 66fa0a66-f5ea-4ab9-805e-ac58950219fd {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.796230] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Releasing lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.796230] env[68802]: DEBUG nova.compute.manager [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Instance network_info: |[{"id": "9bdea047-b9c5-4c5e-8e16-acda4367c2c5", "address": "fa:16:3e:ba:9a:30", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdea047-b9", "ovs_interfaceid": "9bdea047-b9c5-4c5e-8e16-acda4367c2c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.796379] env[68802]: DEBUG oslo_concurrency.lockutils [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] Acquired lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.796379] env[68802]: DEBUG nova.network.neutron [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Refreshing network info cache for port 9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.796379] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:9a:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bdea047-b9c5-4c5e-8e16-acda4367c2c5', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.807305] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Creating folder: Project (08e5d3ef488b44a3909f2951163969e1). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.808998] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-831dfa0b-5413-4851-be79-8223ddfa0ece {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.823309] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Created folder: Project (08e5d3ef488b44a3909f2951163969e1) in parent group-v561663. [ 748.823309] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Creating folder: Instances. Parent ref: group-v561787. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.823309] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a412080-3134-4ed7-926e-084636f1d7b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.833424] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Created folder: Instances in parent group-v561787. [ 748.833890] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.834211] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.834556] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cab20a4-cab6-47f1-b1a5-c157a5cdc236 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.856840] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.856840] env[68802]: value = "task-2795187" [ 748.856840] env[68802]: _type = "Task" [ 748.856840] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.865868] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795187, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.924170] env[68802]: DEBUG nova.compute.manager [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.957473] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.957753] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.957907] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.958109] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.958262] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.958442] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.958723] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.958959] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.959202] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.959387] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.959563] env[68802]: DEBUG nova.virt.hardware [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.960462] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b7d901-a3a1-4e78-b6fa-d1327030c176 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.970939] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f94c1d9-d821-4196-936b-c750a1d99e49 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.161358] env[68802]: DEBUG nova.objects.base [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Object Instance<66fa0a66-f5ea-4ab9-805e-ac58950219fd> lazy-loaded attributes: info_cache,migration_context {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 749.162587] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac87550-7134-40b0-bf6b-e3930ab59da6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.187020] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c915b86-7529-4839-a360-3ebaabb18b56 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.192775] env[68802]: DEBUG oslo_vmware.api [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 749.192775] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523bbafa-37e4-dccb-1285-ed70d2742e49" [ 749.192775] env[68802]: _type = "Task" [ 749.192775] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.201699] env[68802]: DEBUG oslo_vmware.api [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523bbafa-37e4-dccb-1285-ed70d2742e49, 'name': SearchDatastore_Task, 'duration_secs': 0.006138} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.205209] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.373585] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795187, 'name': CreateVM_Task, 'duration_secs': 0.34181} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.373965] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.374667] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.374828] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.378046] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.378046] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0a7a74-1ecf-41c5-91e7-3316b2be88d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.382825] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 749.382825] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528061fa-90a5-de47-a97f-a3eede899cc3" [ 749.382825] env[68802]: _type = "Task" [ 749.382825] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.397017] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528061fa-90a5-de47-a97f-a3eede899cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.397017] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.397017] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.397017] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.397219] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.397219] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.397219] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-229a0798-b3c4-4507-9cac-af0ccb684360 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.407016] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.407016] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.407198] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b684cb-d47f-4744-8cbb-f279040fa723 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.412363] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 749.412363] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5254b229-4561-1fe2-705a-42c31d22918a" [ 749.412363] env[68802]: _type = "Task" [ 749.412363] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.420564] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5254b229-4561-1fe2-705a-42c31d22918a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.498184] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbb5d55-ffaa-4f79-94e0-233c9bd9ece8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.506529] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9db4b2-1ea3-41d2-93fa-512c689fbbe6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.543814] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce996f7-b01c-4437-8905-d4dfad3b3714 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.551161] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b0fdc9-42f6-42fc-9b89-01051bd5a692 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.571196] env[68802]: DEBUG nova.compute.provider_tree [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.711111] env[68802]: DEBUG nova.network.neutron [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Updated VIF entry in instance network info cache for port 9bdea047-b9c5-4c5e-8e16-acda4367c2c5. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.711495] env[68802]: DEBUG nova.network.neutron [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Updating instance_info_cache with network_info: [{"id": "9bdea047-b9c5-4c5e-8e16-acda4367c2c5", "address": "fa:16:3e:ba:9a:30", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdea047-b9", "ovs_interfaceid": "9bdea047-b9c5-4c5e-8e16-acda4367c2c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.817592] env[68802]: DEBUG nova.compute.manager [req-b493ccd2-2fc9-417b-bc59-f29c3c73b140 req-33f2f2fd-7a65-455f-967f-9f1ae9f7dc0a service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Received event network-vif-plugged-ff7e7287-2787-4af4-9ffe-493acc6f66d0 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 749.817799] env[68802]: DEBUG oslo_concurrency.lockutils [req-b493ccd2-2fc9-417b-bc59-f29c3c73b140 req-33f2f2fd-7a65-455f-967f-9f1ae9f7dc0a service nova] Acquiring lock "0da19fe3-b125-411e-9dc5-9c980487deed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.817995] env[68802]: DEBUG oslo_concurrency.lockutils [req-b493ccd2-2fc9-417b-bc59-f29c3c73b140 req-33f2f2fd-7a65-455f-967f-9f1ae9f7dc0a service nova] Lock "0da19fe3-b125-411e-9dc5-9c980487deed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.818182] env[68802]: DEBUG oslo_concurrency.lockutils [req-b493ccd2-2fc9-417b-bc59-f29c3c73b140 req-33f2f2fd-7a65-455f-967f-9f1ae9f7dc0a service nova] Lock "0da19fe3-b125-411e-9dc5-9c980487deed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.818419] env[68802]: DEBUG nova.compute.manager [req-b493ccd2-2fc9-417b-bc59-f29c3c73b140 req-33f2f2fd-7a65-455f-967f-9f1ae9f7dc0a service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] No waiting events found dispatching network-vif-plugged-ff7e7287-2787-4af4-9ffe-493acc6f66d0 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.818498] env[68802]: WARNING nova.compute.manager [req-b493ccd2-2fc9-417b-bc59-f29c3c73b140 req-33f2f2fd-7a65-455f-967f-9f1ae9f7dc0a service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Received unexpected event network-vif-plugged-ff7e7287-2787-4af4-9ffe-493acc6f66d0 for instance with vm_state building and task_state spawning. [ 749.844920] env[68802]: DEBUG nova.network.neutron [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Successfully updated port: ff7e7287-2787-4af4-9ffe-493acc6f66d0 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.923512] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5254b229-4561-1fe2-705a-42c31d22918a, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.925250] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27df219b-0763-48e6-ad55-58abf5cc6c13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.931035] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 749.931035] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dd409b-ace4-b0c4-7d89-956c84c6fb4c" [ 749.931035] env[68802]: _type = "Task" [ 749.931035] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.939883] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dd409b-ace4-b0c4-7d89-956c84c6fb4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.076186] env[68802]: DEBUG nova.scheduler.client.report [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.205442] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 750.205738] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561786', 'volume_id': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'name': 'volume-c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50e88850-968f-472b-9921-bbf973b475bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'serial': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 750.206721] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf3292f-fbef-421c-aa78-f1604e01dc35 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.224616] env[68802]: DEBUG oslo_concurrency.lockutils [req-ed184340-286c-4587-95c9-069636bbc904 req-1c46c95d-38e0-4ed1-8d91-aa6f00ba1e9d service nova] Releasing lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.226146] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eecbe03-bbfa-4a6e-9be5-4f238678578b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.252271] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] volume-c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236/volume-c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.252524] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1073e1f-5641-4a4c-be3b-242a40f62d33 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.271043] env[68802]: DEBUG oslo_vmware.api [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 750.271043] env[68802]: value = "task-2795188" [ 750.271043] env[68802]: _type = "Task" [ 750.271043] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.279293] env[68802]: DEBUG oslo_vmware.api [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.347872] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "refresh_cache-0da19fe3-b125-411e-9dc5-9c980487deed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.348045] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "refresh_cache-0da19fe3-b125-411e-9dc5-9c980487deed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.348217] env[68802]: DEBUG nova.network.neutron [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.443799] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dd409b-ace4-b0c4-7d89-956c84c6fb4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.444112] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.444403] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 9ab2a6a4-482e-4b86-8259-e23bebe7198e/9ab2a6a4-482e-4b86-8259-e23bebe7198e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.444678] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c3c7434-81b9-49f7-9819-12361f3a8de8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.451583] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 750.451583] env[68802]: value = "task-2795189" [ 750.451583] env[68802]: _type = "Task" [ 750.451583] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.459780] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.581790] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.582351] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.585358] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.440s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.586934] env[68802]: INFO nova.compute.claims [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.781605] env[68802]: DEBUG oslo_vmware.api [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795188, 'name': ReconfigVM_Task, 'duration_secs': 0.400884} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.781910] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Reconfigured VM instance instance-00000022 to attach disk [datastore2] volume-c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236/volume-c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.786873] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2571b59-51f2-4049-a66e-5ff65dd36196 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.803054] env[68802]: DEBUG oslo_vmware.api [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 750.803054] env[68802]: value = "task-2795190" [ 750.803054] env[68802]: _type = "Task" [ 750.803054] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.813028] env[68802]: DEBUG oslo_vmware.api [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.901197] env[68802]: DEBUG nova.network.neutron [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.963063] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795189, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.077770] env[68802]: DEBUG nova.network.neutron [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Updating instance_info_cache with network_info: [{"id": "ff7e7287-2787-4af4-9ffe-493acc6f66d0", "address": "fa:16:3e:78:86:5e", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7e7287-27", "ovs_interfaceid": "ff7e7287-2787-4af4-9ffe-493acc6f66d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.091869] env[68802]: DEBUG nova.compute.utils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.097020] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.097020] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.139763] env[68802]: DEBUG nova.policy [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65c32fe639a47c3b1a2a046b64869c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac97eba6827441a0af14854e6b176c33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.313413] env[68802]: DEBUG oslo_vmware.api [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795190, 'name': ReconfigVM_Task, 'duration_secs': 0.192832} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.314045] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561786', 'volume_id': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'name': 'volume-c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50e88850-968f-472b-9921-bbf973b475bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'serial': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 751.404890] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Successfully created port: adf587af-a800-4238-bcec-b31434e1e418 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.461697] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568192} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.461953] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 9ab2a6a4-482e-4b86-8259-e23bebe7198e/9ab2a6a4-482e-4b86-8259-e23bebe7198e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.462181] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.462773] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a05c20e-d4f2-4c88-a8fb-24a8724d02f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.468650] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 751.468650] env[68802]: value = "task-2795191" [ 751.468650] env[68802]: _type = "Task" [ 751.468650] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.476638] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.580312] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "refresh_cache-0da19fe3-b125-411e-9dc5-9c980487deed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.580666] env[68802]: DEBUG nova.compute.manager [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Instance network_info: |[{"id": "ff7e7287-2787-4af4-9ffe-493acc6f66d0", "address": "fa:16:3e:78:86:5e", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7e7287-27", "ovs_interfaceid": "ff7e7287-2787-4af4-9ffe-493acc6f66d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.581143] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:86:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff7e7287-2787-4af4-9ffe-493acc6f66d0', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.588629] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Creating folder: Project (f231cdb8ccd9420d8aa898fb9c091f0c). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.589295] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69309197-23e5-4201-a7bf-09839de08929 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.598484] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.602205] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Created folder: Project (f231cdb8ccd9420d8aa898fb9c091f0c) in parent group-v561663. [ 751.602476] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Creating folder: Instances. Parent ref: group-v561790. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.602601] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4d06d93-5025-438a-ac3d-33c1cf96f6e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.615018] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Created folder: Instances in parent group-v561790. [ 751.615018] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.615018] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.615018] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c16d80ed-3543-42d3-bf81-9d028f412a77 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.635751] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.635751] env[68802]: value = "task-2795194" [ 751.635751] env[68802]: _type = "Task" [ 751.635751] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.642457] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795194, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.869400] env[68802]: DEBUG nova.compute.manager [req-8393b077-3706-41de-9258-a922d14c22b9 req-f07ef07b-064f-4cbe-969a-0577b069aaba service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Received event network-changed-ff7e7287-2787-4af4-9ffe-493acc6f66d0 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 751.869400] env[68802]: DEBUG nova.compute.manager [req-8393b077-3706-41de-9258-a922d14c22b9 req-f07ef07b-064f-4cbe-969a-0577b069aaba service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Refreshing instance network info cache due to event network-changed-ff7e7287-2787-4af4-9ffe-493acc6f66d0. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 751.869613] env[68802]: DEBUG oslo_concurrency.lockutils [req-8393b077-3706-41de-9258-a922d14c22b9 req-f07ef07b-064f-4cbe-969a-0577b069aaba service nova] Acquiring lock "refresh_cache-0da19fe3-b125-411e-9dc5-9c980487deed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.869771] env[68802]: DEBUG oslo_concurrency.lockutils [req-8393b077-3706-41de-9258-a922d14c22b9 req-f07ef07b-064f-4cbe-969a-0577b069aaba service nova] Acquired lock "refresh_cache-0da19fe3-b125-411e-9dc5-9c980487deed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.869929] env[68802]: DEBUG nova.network.neutron [req-8393b077-3706-41de-9258-a922d14c22b9 req-f07ef07b-064f-4cbe-969a-0577b069aaba service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Refreshing network info cache for port ff7e7287-2787-4af4-9ffe-493acc6f66d0 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.980055] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067181} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.980338] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.981196] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d8018c-0ec2-409b-9ddb-0f9278a46b51 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.003816] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 9ab2a6a4-482e-4b86-8259-e23bebe7198e/9ab2a6a4-482e-4b86-8259-e23bebe7198e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.006745] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f978190-b606-49e4-8a73-8c0e3683d8b0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.028550] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 752.028550] env[68802]: value = "task-2795195" [ 752.028550] env[68802]: _type = "Task" [ 752.028550] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.047717] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.146523] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795194, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.162955] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ac6c23-41af-4cbd-9d70-582118c83fa1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.170606] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46772fa4-8b7e-42f2-97ff-2218b8960b48 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.201341] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f09c3c-313e-4e99-9521-e5f06092efc3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.208925] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf627935-5f49-4f2e-b70e-72562d7befa7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.223723] env[68802]: DEBUG nova.compute.provider_tree [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.372476] env[68802]: DEBUG nova.objects.instance [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'flavor' on Instance uuid 50e88850-968f-472b-9921-bbf973b475bc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.539519] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795195, 'name': ReconfigVM_Task, 'duration_secs': 0.372287} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.539831] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 9ab2a6a4-482e-4b86-8259-e23bebe7198e/9ab2a6a4-482e-4b86-8259-e23bebe7198e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.540494] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25cdf3a4-f1f7-4834-8b31-0ea1e9f7fd27 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.547585] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 752.547585] env[68802]: value = "task-2795196" [ 752.547585] env[68802]: _type = "Task" [ 752.547585] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.555531] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795196, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.611368] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.650020] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.650243] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.650396] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.651062] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.651244] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.651396] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.651606] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.651803] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.652014] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.652187] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.652361] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.652633] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795194, 'name': CreateVM_Task, 'duration_secs': 0.515966} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.653377] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6331a480-877b-4eb3-b995-59378830a03f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.656458] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.657139] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.657302] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.657609] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.658232] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87649bf0-4097-4185-8be5-c099f5d44a50 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.663102] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec77ae9c-c0e2-42e2-9f9d-af8e0a243970 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.669164] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 752.669164] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521c9853-7705-e93b-394c-58b57e254f8d" [ 752.669164] env[68802]: _type = "Task" [ 752.669164] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.685543] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521c9853-7705-e93b-394c-58b57e254f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.685837] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.686075] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.686316] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.686452] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.686641] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.686908] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d3bf6d8-8ece-44be-85a0-901929630890 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.694063] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.694242] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.694974] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ccd8b1-21ad-49db-b38c-5f4c441a245a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.701726] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 752.701726] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a8915a-f2f4-2597-7f03-50d877ed4ae5" [ 752.701726] env[68802]: _type = "Task" [ 752.701726] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.711874] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a8915a-f2f4-2597-7f03-50d877ed4ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.727747] env[68802]: DEBUG nova.scheduler.client.report [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.883431] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b9754d1-7734-48ed-a67f-3bb1a233f9c4 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.334s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.885406] env[68802]: DEBUG nova.network.neutron [req-8393b077-3706-41de-9258-a922d14c22b9 req-f07ef07b-064f-4cbe-969a-0577b069aaba service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Updated VIF entry in instance network info cache for port ff7e7287-2787-4af4-9ffe-493acc6f66d0. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.885757] env[68802]: DEBUG nova.network.neutron [req-8393b077-3706-41de-9258-a922d14c22b9 req-f07ef07b-064f-4cbe-969a-0577b069aaba service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Updating instance_info_cache with network_info: [{"id": "ff7e7287-2787-4af4-9ffe-493acc6f66d0", "address": "fa:16:3e:78:86:5e", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7e7287-27", "ovs_interfaceid": "ff7e7287-2787-4af4-9ffe-493acc6f66d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.952689] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "50e88850-968f-472b-9921-bbf973b475bc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.953014] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.953210] env[68802]: DEBUG nova.compute.manager [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.954119] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2774c613-e2fb-4deb-bf7c-d2c093dd6f82 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.961264] env[68802]: DEBUG nova.compute.manager [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 752.961875] env[68802]: DEBUG nova.objects.instance [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'flavor' on Instance uuid 50e88850-968f-472b-9921-bbf973b475bc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.058629] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795196, 'name': Rename_Task, 'duration_secs': 0.335003} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.059734] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.060122] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f9fc5a-72c0-4332-ad8d-114569c7594a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.067253] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 753.067253] env[68802]: value = "task-2795197" [ 753.067253] env[68802]: _type = "Task" [ 753.067253] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.078023] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.165667] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Successfully updated port: adf587af-a800-4238-bcec-b31434e1e418 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.213670] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a8915a-f2f4-2597-7f03-50d877ed4ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.214506] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccda33e3-a8d2-4d03-a0e3-2641baadfe4f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.220190] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 753.220190] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ee4f2c-6057-b11b-3620-c219f4f8ee45" [ 753.220190] env[68802]: _type = "Task" [ 753.220190] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.227913] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ee4f2c-6057-b11b-3620-c219f4f8ee45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.235830] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.236340] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.239499] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.052s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.242067] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.242067] env[68802]: DEBUG oslo_concurrency.lockutils [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.897s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.242067] env[68802]: DEBUG oslo_concurrency.lockutils [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.243636] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.604s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.245192] env[68802]: INFO nova.compute.claims [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.281529] env[68802]: INFO nova.scheduler.client.report [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Deleted allocations for instance f389060c-ceb9-4a8d-854f-5a3595cd61d7 [ 753.283229] env[68802]: INFO nova.scheduler.client.report [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted allocations for instance 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e [ 753.388460] env[68802]: DEBUG oslo_concurrency.lockutils [req-8393b077-3706-41de-9258-a922d14c22b9 req-f07ef07b-064f-4cbe-969a-0577b069aaba service nova] Releasing lock "refresh_cache-0da19fe3-b125-411e-9dc5-9c980487deed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.576986] env[68802]: DEBUG oslo_vmware.api [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795197, 'name': PowerOnVM_Task, 'duration_secs': 0.478989} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.577390] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.577492] env[68802]: INFO nova.compute.manager [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Took 7.38 seconds to spawn the instance on the hypervisor. [ 753.577625] env[68802]: DEBUG nova.compute.manager [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.578405] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c1c0ce-3fe7-4b0c-8bbb-d36714bf57c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.668632] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "refresh_cache-e3f25ddf-2b10-4cb9-a708-ddcf660bd295" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.668894] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "refresh_cache-e3f25ddf-2b10-4cb9-a708-ddcf660bd295" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.668934] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.734513] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ee4f2c-6057-b11b-3620-c219f4f8ee45, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.734835] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.735244] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 0da19fe3-b125-411e-9dc5-9c980487deed/0da19fe3-b125-411e-9dc5-9c980487deed.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.735596] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62d0ed01-58ae-4fe3-aea6-6a5a13c8f3ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.740920] env[68802]: DEBUG nova.compute.utils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.743973] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.744203] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.747016] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 753.747016] env[68802]: value = "task-2795198" [ 753.747016] env[68802]: _type = "Task" [ 753.747016] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.763253] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.794415] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cde2efa5-12d7-4631-9f96-22483fb79970 tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "f389060c-ceb9-4a8d-854f-5a3595cd61d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.067s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.796975] env[68802]: DEBUG oslo_concurrency.lockutils [None req-52c5928e-5b66-4a84-b2ad-c348ffa079c7 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.871s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.802836] env[68802]: DEBUG nova.policy [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65c32fe639a47c3b1a2a046b64869c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac97eba6827441a0af14854e6b176c33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.893915] env[68802]: DEBUG nova.compute.manager [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Received event network-vif-plugged-adf587af-a800-4238-bcec-b31434e1e418 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 753.897758] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] Acquiring lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.897758] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] Lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.897758] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] Lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.897758] env[68802]: DEBUG nova.compute.manager [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] No waiting events found dispatching network-vif-plugged-adf587af-a800-4238-bcec-b31434e1e418 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.897758] env[68802]: WARNING nova.compute.manager [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Received unexpected event network-vif-plugged-adf587af-a800-4238-bcec-b31434e1e418 for instance with vm_state building and task_state spawning. [ 753.898260] env[68802]: DEBUG nova.compute.manager [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Received event network-changed-adf587af-a800-4238-bcec-b31434e1e418 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 753.898260] env[68802]: DEBUG nova.compute.manager [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Refreshing instance network info cache due to event network-changed-adf587af-a800-4238-bcec-b31434e1e418. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 753.898260] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] Acquiring lock "refresh_cache-e3f25ddf-2b10-4cb9-a708-ddcf660bd295" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.968218] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.968613] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7058661-d96e-4ebf-a388-5cebcefe0d94 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.976145] env[68802]: DEBUG oslo_vmware.api [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 753.976145] env[68802]: value = "task-2795199" [ 753.976145] env[68802]: _type = "Task" [ 753.976145] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.986276] env[68802]: DEBUG oslo_vmware.api [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.099347] env[68802]: INFO nova.compute.manager [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Took 53.20 seconds to build instance. [ 754.122372] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Successfully created port: fd6f5aff-ee44-44d3-8f6f-abfe971a53e4 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.235634] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.248861] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.264557] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795198, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.492022] env[68802]: DEBUG oslo_vmware.api [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795199, 'name': PowerOffVM_Task, 'duration_secs': 0.340214} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.493362] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.493480] env[68802]: DEBUG nova.compute.manager [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.494294] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d6b4b5-c7eb-43f2-ac64-de1c8234a1d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.539845] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Updating instance_info_cache with network_info: [{"id": "adf587af-a800-4238-bcec-b31434e1e418", "address": "fa:16:3e:84:3c:b8", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf587af-a8", "ovs_interfaceid": "adf587af-a800-4238-bcec-b31434e1e418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.607986] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf14de4a-2c92-4b92-b255-c2ac3b42b066 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.950s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.753733] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9fdda2-675f-4a62-9d1b-566d8f3a4c0d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.769948] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9604c34-292c-4a57-a56e-d3047999bd41 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.773047] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559203} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.773301] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 0da19fe3-b125-411e-9dc5-9c980487deed/0da19fe3-b125-411e-9dc5-9c980487deed.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.773512] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.774065] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee09d0cb-b7c3-4072-a8b4-279f4fd2b71c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.802444] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818c9603-ea82-4fa5-94ea-23339cf1a242 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.806516] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 754.806516] env[68802]: value = "task-2795200" [ 754.806516] env[68802]: _type = "Task" [ 754.806516] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.816335] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eae2da1-9726-422d-afba-4d26bdd1ec64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.827747] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.838236] env[68802]: DEBUG nova.compute.provider_tree [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.019606] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e7736a01-d61c-405c-bb72-b9d4a165b8b9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.042594] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "refresh_cache-e3f25ddf-2b10-4cb9-a708-ddcf660bd295" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.042899] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Instance network_info: |[{"id": "adf587af-a800-4238-bcec-b31434e1e418", "address": "fa:16:3e:84:3c:b8", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf587af-a8", "ovs_interfaceid": "adf587af-a800-4238-bcec-b31434e1e418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.043206] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] Acquired lock "refresh_cache-e3f25ddf-2b10-4cb9-a708-ddcf660bd295" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.043381] env[68802]: DEBUG nova.network.neutron [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Refreshing network info cache for port adf587af-a800-4238-bcec-b31434e1e418 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.044524] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:3c:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adf587af-a800-4238-bcec-b31434e1e418', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.054250] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.055290] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.055639] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aff4eb1-8b80-4128-873b-a03196519f96 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.086760] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.086760] env[68802]: value = "task-2795201" [ 755.086760] env[68802]: _type = "Task" [ 755.086760] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.095597] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795201, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.111561] env[68802]: DEBUG nova.compute.manager [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.268229] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.294291] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.294606] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.294822] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.294897] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.295042] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.295202] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.295417] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.295592] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.295750] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.295908] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.296084] env[68802]: DEBUG nova.virt.hardware [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.297441] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91f6e27-7dbd-48f8-bc9e-a89cf37116d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.305724] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bf2003-6417-4013-bee1-1ac68a722bef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.325095] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "057632d6-621b-4afd-971c-ab7695f46b70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.325564] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "057632d6-621b-4afd-971c-ab7695f46b70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.325646] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "057632d6-621b-4afd-971c-ab7695f46b70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.326697] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "057632d6-621b-4afd-971c-ab7695f46b70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.326697] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "057632d6-621b-4afd-971c-ab7695f46b70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.331403] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072023} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.331817] env[68802]: INFO nova.compute.manager [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Terminating instance [ 755.338634] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.339732] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f1c192-6b75-4620-8af3-9e92bf1ea12e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.344244] env[68802]: DEBUG nova.scheduler.client.report [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.370998] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 0da19fe3-b125-411e-9dc5-9c980487deed/0da19fe3-b125-411e-9dc5-9c980487deed.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.370998] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2650948c-90f5-41a6-b518-1715c80ae67b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.391697] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 755.391697] env[68802]: value = "task-2795202" [ 755.391697] env[68802]: _type = "Task" [ 755.391697] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.400191] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.597878] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795201, 'name': CreateVM_Task, 'duration_secs': 0.362147} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.598079] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.598812] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.598984] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.599317] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.599579] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4eb1f38-0a88-4caf-b7da-3b2b673d0063 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.604401] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 755.604401] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5235f9a5-2517-c14c-aea0-9de3424874fe" [ 755.604401] env[68802]: _type = "Task" [ 755.604401] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.611865] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5235f9a5-2517-c14c-aea0-9de3424874fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.632110] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.669239] env[68802]: DEBUG nova.objects.instance [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'flavor' on Instance uuid 50e88850-968f-472b-9921-bbf973b475bc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.839738] env[68802]: DEBUG nova.compute.manager [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.840079] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.840878] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d332ed49-bfe7-4fa7-a764-69422c561138 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.848955] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.849373] env[68802]: DEBUG nova.compute.manager [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.851835] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.852664] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.979s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.852889] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.854992] env[68802]: DEBUG oslo_concurrency.lockutils [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.711s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.855507] env[68802]: DEBUG nova.objects.instance [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 755.858270] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52295824-be2d-4c14-a610-e84a2a78e99e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.865757] env[68802]: DEBUG oslo_vmware.api [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 755.865757] env[68802]: value = "task-2795203" [ 755.865757] env[68802]: _type = "Task" [ 755.865757] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.874394] env[68802]: DEBUG oslo_vmware.api [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2795203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.903020] env[68802]: INFO nova.scheduler.client.report [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Deleted allocations for instance dbb7fdd2-fd7f-43d3-b0de-8992efd3176a [ 755.905144] env[68802]: DEBUG nova.network.neutron [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Updated VIF entry in instance network info cache for port adf587af-a800-4238-bcec-b31434e1e418. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.905465] env[68802]: DEBUG nova.network.neutron [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Updating instance_info_cache with network_info: [{"id": "adf587af-a800-4238-bcec-b31434e1e418", "address": "fa:16:3e:84:3c:b8", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf587af-a8", "ovs_interfaceid": "adf587af-a800-4238-bcec-b31434e1e418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.913831] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795202, 'name': ReconfigVM_Task, 'duration_secs': 0.411184} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.914099] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 0da19fe3-b125-411e-9dc5-9c980487deed/0da19fe3-b125-411e-9dc5-9c980487deed.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.915198] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b3b57b1-c29a-4d2c-a55b-2091ac406dd3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.923120] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 755.923120] env[68802]: value = "task-2795204" [ 755.923120] env[68802]: _type = "Task" [ 755.923120] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.933810] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795204, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.988467] env[68802]: DEBUG nova.compute.manager [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Received event network-changed-9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 755.988604] env[68802]: DEBUG nova.compute.manager [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Refreshing instance network info cache due to event network-changed-9bdea047-b9c5-4c5e-8e16-acda4367c2c5. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 755.988829] env[68802]: DEBUG oslo_concurrency.lockutils [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] Acquiring lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.988968] env[68802]: DEBUG oslo_concurrency.lockutils [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] Acquired lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.989345] env[68802]: DEBUG nova.network.neutron [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Refreshing network info cache for port 9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.116217] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5235f9a5-2517-c14c-aea0-9de3424874fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.116536] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.116780] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.117024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.117166] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.117341] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.117604] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1f47ad0-a25b-4bb6-9a08-dc6c8c5bd420 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.124996] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.125217] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.126008] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326e5192-9226-4982-99b5-e840990e2afc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.131375] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 756.131375] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520cdca5-455d-9e48-f9a4-6fcc47ca3673" [ 756.131375] env[68802]: _type = "Task" [ 756.131375] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.140631] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520cdca5-455d-9e48-f9a4-6fcc47ca3673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.146885] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Successfully updated port: fd6f5aff-ee44-44d3-8f6f-abfe971a53e4 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.173845] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.173934] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquired lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.174137] env[68802]: DEBUG nova.network.neutron [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.174290] env[68802]: DEBUG nova.objects.instance [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'info_cache' on Instance uuid 50e88850-968f-472b-9921-bbf973b475bc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.362497] env[68802]: DEBUG nova.compute.utils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.366739] env[68802]: DEBUG nova.compute.manager [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.367441] env[68802]: DEBUG nova.network.neutron [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.378915] env[68802]: DEBUG oslo_vmware.api [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2795203, 'name': PowerOffVM_Task, 'duration_secs': 0.254658} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.379211] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.379347] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.379597] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daa771c0-a10a-401c-b179-dd6898962d09 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.407465] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b16068a-e001-4fdc-bf6e-13123daeb6ca req-37c67a35-7bee-418e-96b2-dd8600b089b4 service nova] Releasing lock "refresh_cache-e3f25ddf-2b10-4cb9-a708-ddcf660bd295" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.408033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c96f4bf1-34b4-48da-8976-85fbb662d19c tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "dbb7fdd2-fd7f-43d3-b0de-8992efd3176a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.464s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.424335] env[68802]: DEBUG nova.policy [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c82a8c626f554dcdb0660b65a8cfef7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64a51d9b18164b4db733fc73422dc07d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.435362] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795204, 'name': Rename_Task, 'duration_secs': 0.171148} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.435662] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.435915] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1ffd3af-3fcc-4315-8add-80c112eead3d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.441278] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.441490] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.441619] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Deleting the datastore file [datastore1] 057632d6-621b-4afd-971c-ab7695f46b70 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.441854] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2511abbe-f683-4f12-bb31-93f7aa4df908 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.444767] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 756.444767] env[68802]: value = "task-2795206" [ 756.444767] env[68802]: _type = "Task" [ 756.444767] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.450468] env[68802]: DEBUG oslo_vmware.api [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for the task: (returnval){ [ 756.450468] env[68802]: value = "task-2795207" [ 756.450468] env[68802]: _type = "Task" [ 756.450468] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.453337] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.460259] env[68802]: DEBUG oslo_vmware.api [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2795207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.643087] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520cdca5-455d-9e48-f9a4-6fcc47ca3673, 'name': SearchDatastore_Task, 'duration_secs': 0.009233} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.644018] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e45fd448-baa9-453f-a47e-9bb48ec9b974 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.649235] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "refresh_cache-53853d15-72c7-455a-a049-3f827b8113ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.649373] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "refresh_cache-53853d15-72c7-455a-a049-3f827b8113ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.649511] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.650681] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 756.650681] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52044dc3-ccff-b79f-841b-880ea39b6e8a" [ 756.650681] env[68802]: _type = "Task" [ 756.650681] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.658600] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52044dc3-ccff-b79f-841b-880ea39b6e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.678251] env[68802]: DEBUG nova.objects.base [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Object Instance<50e88850-968f-472b-9921-bbf973b475bc> lazy-loaded attributes: flavor,info_cache {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 756.868703] env[68802]: DEBUG nova.compute.manager [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.871746] env[68802]: DEBUG oslo_concurrency.lockutils [None req-21ed4dae-9d77-4b5e-85f9-8b86c10fc46b tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.873076] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.875223] env[68802]: INFO nova.compute.claims [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.915301] env[68802]: DEBUG nova.network.neutron [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Updated VIF entry in instance network info cache for port 9bdea047-b9c5-4c5e-8e16-acda4367c2c5. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.915301] env[68802]: DEBUG nova.network.neutron [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Updating instance_info_cache with network_info: [{"id": "9bdea047-b9c5-4c5e-8e16-acda4367c2c5", "address": "fa:16:3e:ba:9a:30", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdea047-b9", "ovs_interfaceid": "9bdea047-b9c5-4c5e-8e16-acda4367c2c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.957029] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795206, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.964884] env[68802]: DEBUG oslo_vmware.api [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Task: {'id': task-2795207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272415} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.965970] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.966231] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.966463] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.966693] env[68802]: INFO nova.compute.manager [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Took 1.13 seconds to destroy the instance on the hypervisor. [ 756.967042] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.967294] env[68802]: DEBUG nova.compute.manager [-] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.967453] env[68802]: DEBUG nova.network.neutron [-] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.030443] env[68802]: DEBUG nova.network.neutron [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Successfully created port: 2809afc0-640b-45ea-973d-b2ee693623a2 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.164477] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52044dc3-ccff-b79f-841b-880ea39b6e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011631} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.164832] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.165140] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] e3f25ddf-2b10-4cb9-a708-ddcf660bd295/e3f25ddf-2b10-4cb9-a708-ddcf660bd295.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.165503] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c9297a-bcfb-47bf-92f0-164d72797b30 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.172677] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 757.172677] env[68802]: value = "task-2795208" [ 757.172677] env[68802]: _type = "Task" [ 757.172677] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.187825] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.237882] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.419848] env[68802]: DEBUG oslo_concurrency.lockutils [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] Releasing lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.420129] env[68802]: DEBUG nova.compute.manager [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Received event network-changed-9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 757.420302] env[68802]: DEBUG nova.compute.manager [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Refreshing instance network info cache due to event network-changed-9bdea047-b9c5-4c5e-8e16-acda4367c2c5. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 757.420504] env[68802]: DEBUG oslo_concurrency.lockutils [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] Acquiring lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.420644] env[68802]: DEBUG oslo_concurrency.lockutils [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] Acquired lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.420800] env[68802]: DEBUG nova.network.neutron [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Refreshing network info cache for port 9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.456420] env[68802]: DEBUG oslo_vmware.api [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795206, 'name': PowerOnVM_Task, 'duration_secs': 0.770724} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.456747] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.456979] env[68802]: INFO nova.compute.manager [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Took 8.53 seconds to spawn the instance on the hypervisor. [ 757.457202] env[68802]: DEBUG nova.compute.manager [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.458100] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f9385-b587-4a79-a9e8-90683977bbec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.461230] env[68802]: DEBUG nova.network.neutron [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Updating instance_info_cache with network_info: [{"id": "15662f56-52f5-4db6-8560-f66b13117d90", "address": "fa:16:3e:f5:e2:98", "network": {"id": "776e172d-8c0c-49ee-8e1d-37fce54de7b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28508885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336469a4a707449ea7e146aac7ad1f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15662f56-52", "ovs_interfaceid": "15662f56-52f5-4db6-8560-f66b13117d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.617605] env[68802]: DEBUG nova.network.neutron [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Updating instance_info_cache with network_info: [{"id": "fd6f5aff-ee44-44d3-8f6f-abfe971a53e4", "address": "fa:16:3e:44:21:45", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6f5aff-ee", "ovs_interfaceid": "fd6f5aff-ee44-44d3-8f6f-abfe971a53e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.685170] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795208, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.879352] env[68802]: DEBUG nova.compute.manager [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.912124] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.912484] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.912652] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.912832] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.912973] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.913207] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.913565] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.913869] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.914365] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.914591] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.914835] env[68802]: DEBUG nova.virt.hardware [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.916980] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcce5faf-2cae-41d7-8b3f-c5e5274a4396 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.928288] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa3304e-d2eb-48d9-b6d1-b03a2b9b6193 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.963528] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Releasing lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.984525] env[68802]: INFO nova.compute.manager [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Took 53.53 seconds to build instance. [ 758.092714] env[68802]: DEBUG nova.network.neutron [-] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.120317] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "refresh_cache-53853d15-72c7-455a-a049-3f827b8113ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.120714] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Instance network_info: |[{"id": "fd6f5aff-ee44-44d3-8f6f-abfe971a53e4", "address": "fa:16:3e:44:21:45", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6f5aff-ee", "ovs_interfaceid": "fd6f5aff-ee44-44d3-8f6f-abfe971a53e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.121624] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:21:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd6f5aff-ee44-44d3-8f6f-abfe971a53e4', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.130402] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.137255] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.138571] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-374ae869-d469-48f5-b404-3ff91e8938e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.156825] env[68802]: DEBUG nova.compute.manager [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Received event network-vif-plugged-fd6f5aff-ee44-44d3-8f6f-abfe971a53e4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.157951] env[68802]: DEBUG oslo_concurrency.lockutils [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] Acquiring lock "53853d15-72c7-455a-a049-3f827b8113ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.158242] env[68802]: DEBUG oslo_concurrency.lockutils [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] Lock "53853d15-72c7-455a-a049-3f827b8113ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.158417] env[68802]: DEBUG oslo_concurrency.lockutils [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] Lock "53853d15-72c7-455a-a049-3f827b8113ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.158586] env[68802]: DEBUG nova.compute.manager [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] No waiting events found dispatching network-vif-plugged-fd6f5aff-ee44-44d3-8f6f-abfe971a53e4 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.158751] env[68802]: WARNING nova.compute.manager [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Received unexpected event network-vif-plugged-fd6f5aff-ee44-44d3-8f6f-abfe971a53e4 for instance with vm_state building and task_state spawning. [ 758.158908] env[68802]: DEBUG nova.compute.manager [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Received event network-changed-fd6f5aff-ee44-44d3-8f6f-abfe971a53e4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.159070] env[68802]: DEBUG nova.compute.manager [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Refreshing instance network info cache due to event network-changed-fd6f5aff-ee44-44d3-8f6f-abfe971a53e4. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 758.159249] env[68802]: DEBUG oslo_concurrency.lockutils [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] Acquiring lock "refresh_cache-53853d15-72c7-455a-a049-3f827b8113ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.159380] env[68802]: DEBUG oslo_concurrency.lockutils [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] Acquired lock "refresh_cache-53853d15-72c7-455a-a049-3f827b8113ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.159526] env[68802]: DEBUG nova.network.neutron [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Refreshing network info cache for port fd6f5aff-ee44-44d3-8f6f-abfe971a53e4 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.167459] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.167459] env[68802]: value = "task-2795209" [ 758.167459] env[68802]: _type = "Task" [ 758.167459] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.181553] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795209, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.189751] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737453} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.192550] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] e3f25ddf-2b10-4cb9-a708-ddcf660bd295/e3f25ddf-2b10-4cb9-a708-ddcf660bd295.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.192889] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.193253] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-febd0c1d-5b32-4755-ad57-c22ce7b6b183 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.204017] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 758.204017] env[68802]: value = "task-2795210" [ 758.204017] env[68802]: _type = "Task" [ 758.204017] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.211827] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.248621] env[68802]: DEBUG nova.network.neutron [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Updated VIF entry in instance network info cache for port 9bdea047-b9c5-4c5e-8e16-acda4367c2c5. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.248962] env[68802]: DEBUG nova.network.neutron [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Updating instance_info_cache with network_info: [{"id": "9bdea047-b9c5-4c5e-8e16-acda4367c2c5", "address": "fa:16:3e:ba:9a:30", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdea047-b9", "ovs_interfaceid": "9bdea047-b9c5-4c5e-8e16-acda4367c2c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.439275] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30e1560-7f6f-44d3-ae07-7841420e3a29 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.447810] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8f6466-3c82-409b-bbb5-f13cb158ac65 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.484905] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24cfd62-708e-4b4a-a237-32a651475769 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.487316] env[68802]: DEBUG oslo_concurrency.lockutils [None req-51e4a108-2508-4a82-987f-8009d7342530 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.451s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.494347] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320f10a-9dc7-4629-b7cd-7649717132f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.510943] env[68802]: DEBUG nova.compute.provider_tree [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.596460] env[68802]: INFO nova.compute.manager [-] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Took 1.63 seconds to deallocate network for instance. [ 758.677402] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795209, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.710757] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081287} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.711031] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.711806] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806edbc3-758c-48cf-8d8f-11ec3bf45d0f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.733344] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] e3f25ddf-2b10-4cb9-a708-ddcf660bd295/e3f25ddf-2b10-4cb9-a708-ddcf660bd295.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.736124] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-809df157-556f-4c22-b15c-b05c451bee5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.755393] env[68802]: DEBUG oslo_concurrency.lockutils [req-39c2ec58-ffcc-4ce6-9e2c-de7fde0cceb3 req-76524149-ecfc-4f46-8041-48a4063a082a service nova] Releasing lock "refresh_cache-9ab2a6a4-482e-4b86-8259-e23bebe7198e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.758351] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 758.758351] env[68802]: value = "task-2795211" [ 758.758351] env[68802]: _type = "Task" [ 758.758351] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.768275] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.925125] env[68802]: DEBUG nova.compute.manager [req-48c9dbfe-f78b-45ae-8f1b-3796c4bb6c87 req-7111fff5-d24d-4fd0-b4cc-b9df20f13cd1 service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Received event network-changed-ff7e7287-2787-4af4-9ffe-493acc6f66d0 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.925394] env[68802]: DEBUG nova.compute.manager [req-48c9dbfe-f78b-45ae-8f1b-3796c4bb6c87 req-7111fff5-d24d-4fd0-b4cc-b9df20f13cd1 service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Refreshing instance network info cache due to event network-changed-ff7e7287-2787-4af4-9ffe-493acc6f66d0. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 758.925692] env[68802]: DEBUG oslo_concurrency.lockutils [req-48c9dbfe-f78b-45ae-8f1b-3796c4bb6c87 req-7111fff5-d24d-4fd0-b4cc-b9df20f13cd1 service nova] Acquiring lock "refresh_cache-0da19fe3-b125-411e-9dc5-9c980487deed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.925907] env[68802]: DEBUG oslo_concurrency.lockutils [req-48c9dbfe-f78b-45ae-8f1b-3796c4bb6c87 req-7111fff5-d24d-4fd0-b4cc-b9df20f13cd1 service nova] Acquired lock "refresh_cache-0da19fe3-b125-411e-9dc5-9c980487deed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.927652] env[68802]: DEBUG nova.network.neutron [req-48c9dbfe-f78b-45ae-8f1b-3796c4bb6c87 req-7111fff5-d24d-4fd0-b4cc-b9df20f13cd1 service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Refreshing network info cache for port ff7e7287-2787-4af4-9ffe-493acc6f66d0 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.983831] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.984109] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a06ce53a-ecfc-426d-9d47-e3898190f80e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.991460] env[68802]: DEBUG nova.compute.manager [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.995112] env[68802]: DEBUG oslo_vmware.api [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 758.995112] env[68802]: value = "task-2795212" [ 758.995112] env[68802]: _type = "Task" [ 758.995112] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.006211] env[68802]: DEBUG oslo_vmware.api [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.014304] env[68802]: DEBUG nova.scheduler.client.report [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.103533] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.130523] env[68802]: DEBUG nova.network.neutron [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Updated VIF entry in instance network info cache for port fd6f5aff-ee44-44d3-8f6f-abfe971a53e4. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.131019] env[68802]: DEBUG nova.network.neutron [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Updating instance_info_cache with network_info: [{"id": "fd6f5aff-ee44-44d3-8f6f-abfe971a53e4", "address": "fa:16:3e:44:21:45", "network": {"id": "9438cfe5-cd89-4549-ba92-7231711e3b84", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1067160243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac97eba6827441a0af14854e6b176c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6f5aff-ee", "ovs_interfaceid": "fd6f5aff-ee44-44d3-8f6f-abfe971a53e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.179679] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795209, 'name': CreateVM_Task, 'duration_secs': 0.607578} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.179855] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.180778] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.181073] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.181446] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.181745] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debafda0-c929-4bab-b50d-d9ebe6e08b6a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.188720] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 759.188720] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52220365-1e40-12ae-78e2-a54ac1d65eab" [ 759.188720] env[68802]: _type = "Task" [ 759.188720] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.196456] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52220365-1e40-12ae-78e2-a54ac1d65eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.238285] env[68802]: DEBUG nova.network.neutron [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Successfully updated port: 2809afc0-640b-45ea-973d-b2ee693623a2 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.270780] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.521209] env[68802]: DEBUG oslo_vmware.api [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795212, 'name': PowerOnVM_Task, 'duration_secs': 0.424469} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.523944] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.524635] env[68802]: DEBUG nova.compute.manager [None req-b0756947-214a-4ff7-8278-ef5157ce7ce5 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.525209] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.525792] env[68802]: DEBUG nova.compute.manager [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.529227] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.530056] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fbb803-8720-42ca-8bef-986ba51c28cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.532987] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.232s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.532987] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.535125] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.879s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.535312] env[68802]: DEBUG nova.objects.instance [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 759.580486] env[68802]: INFO nova.scheduler.client.report [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Deleted allocations for instance 8acdd624-55ab-4569-a65b-7484c93cdd18 [ 759.633518] env[68802]: DEBUG oslo_concurrency.lockutils [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] Releasing lock "refresh_cache-53853d15-72c7-455a-a049-3f827b8113ad" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.633804] env[68802]: DEBUG nova.compute.manager [req-c425f94b-7d0a-4837-b46d-b163dc42ee16 req-52a16c16-fa65-4eb3-a1bf-5799eb8351d4 service nova] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Received event network-vif-deleted-9ae1c1ed-6ac9-4ec1-8f27-a9769a13d57a {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 759.697653] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52220365-1e40-12ae-78e2-a54ac1d65eab, 'name': SearchDatastore_Task, 'duration_secs': 0.027858} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.697958] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.698214] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.698446] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.698591] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.698770] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.699051] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b29d9fbc-46e0-4b73-988a-366427ab44bf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.709049] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.709307] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.710113] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430e77da-0d9d-4619-8156-824c38543e6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.715331] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 759.715331] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52562e5a-0965-f9d2-abd5-8a959473cb26" [ 759.715331] env[68802]: _type = "Task" [ 759.715331] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.728020] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52562e5a-0965-f9d2-abd5-8a959473cb26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.740420] env[68802]: DEBUG nova.network.neutron [req-48c9dbfe-f78b-45ae-8f1b-3796c4bb6c87 req-7111fff5-d24d-4fd0-b4cc-b9df20f13cd1 service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Updated VIF entry in instance network info cache for port ff7e7287-2787-4af4-9ffe-493acc6f66d0. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.740858] env[68802]: DEBUG nova.network.neutron [req-48c9dbfe-f78b-45ae-8f1b-3796c4bb6c87 req-7111fff5-d24d-4fd0-b4cc-b9df20f13cd1 service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Updating instance_info_cache with network_info: [{"id": "ff7e7287-2787-4af4-9ffe-493acc6f66d0", "address": "fa:16:3e:78:86:5e", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7e7287-27", "ovs_interfaceid": "ff7e7287-2787-4af4-9ffe-493acc6f66d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.748149] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "refresh_cache-71dd1641-baab-49cb-aafe-3a3083aea97a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.748278] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "refresh_cache-71dd1641-baab-49cb-aafe-3a3083aea97a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.748377] env[68802]: DEBUG nova.network.neutron [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.770050] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795211, 'name': ReconfigVM_Task, 'duration_secs': 0.678599} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.770050] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Reconfigured VM instance instance-0000002d to attach disk [datastore2] e3f25ddf-2b10-4cb9-a708-ddcf660bd295/e3f25ddf-2b10-4cb9-a708-ddcf660bd295.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.770732] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db5fb6c-ea71-4c6b-9e9c-9dfaaa4f4a08 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.777338] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 759.777338] env[68802]: value = "task-2795213" [ 759.777338] env[68802]: _type = "Task" [ 759.777338] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.787254] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795213, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.041707] env[68802]: DEBUG nova.compute.utils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.045908] env[68802]: DEBUG nova.compute.manager [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.049134] env[68802]: DEBUG nova.network.neutron [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.093060] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8f4d022-ad28-462c-815a-a4f9d3af1772 tempest-ServersTestBootFromVolume-511536326 tempest-ServersTestBootFromVolume-511536326-project-member] Lock "8acdd624-55ab-4569-a65b-7484c93cdd18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.262s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.106737] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "a6aed941-7874-473c-b13e-848727f2bc91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.106737] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "a6aed941-7874-473c-b13e-848727f2bc91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.140572] env[68802]: DEBUG nova.policy [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b84c2f64906445da0d17cf8954eef7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6288092943824a84bf8850337bd9044a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.229185] env[68802]: DEBUG nova.compute.manager [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Received event network-vif-plugged-2809afc0-640b-45ea-973d-b2ee693623a2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 760.229185] env[68802]: DEBUG oslo_concurrency.lockutils [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] Acquiring lock "71dd1641-baab-49cb-aafe-3a3083aea97a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.229185] env[68802]: DEBUG oslo_concurrency.lockutils [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] Lock "71dd1641-baab-49cb-aafe-3a3083aea97a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.229185] env[68802]: DEBUG oslo_concurrency.lockutils [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] Lock "71dd1641-baab-49cb-aafe-3a3083aea97a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.229185] env[68802]: DEBUG nova.compute.manager [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] No waiting events found dispatching network-vif-plugged-2809afc0-640b-45ea-973d-b2ee693623a2 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.229382] env[68802]: WARNING nova.compute.manager [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Received unexpected event network-vif-plugged-2809afc0-640b-45ea-973d-b2ee693623a2 for instance with vm_state building and task_state spawning. [ 760.229382] env[68802]: DEBUG nova.compute.manager [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Received event network-changed-2809afc0-640b-45ea-973d-b2ee693623a2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 760.229382] env[68802]: DEBUG nova.compute.manager [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Refreshing instance network info cache due to event network-changed-2809afc0-640b-45ea-973d-b2ee693623a2. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 760.229382] env[68802]: DEBUG oslo_concurrency.lockutils [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] Acquiring lock "refresh_cache-71dd1641-baab-49cb-aafe-3a3083aea97a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.234592] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52562e5a-0965-f9d2-abd5-8a959473cb26, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.235431] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2f3874-4aec-4da2-b04a-c7cbe123c679 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.241868] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 760.241868] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e3bb98-6a05-793b-d45d-badc2d46bb33" [ 760.241868] env[68802]: _type = "Task" [ 760.241868] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.245527] env[68802]: DEBUG oslo_concurrency.lockutils [req-48c9dbfe-f78b-45ae-8f1b-3796c4bb6c87 req-7111fff5-d24d-4fd0-b4cc-b9df20f13cd1 service nova] Releasing lock "refresh_cache-0da19fe3-b125-411e-9dc5-9c980487deed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.253019] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e3bb98-6a05-793b-d45d-badc2d46bb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.286878] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795213, 'name': Rename_Task, 'duration_secs': 0.139748} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.287202] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.287474] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfb40c69-fe31-4c99-9b8b-862b649cee93 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.294207] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 760.294207] env[68802]: value = "task-2795214" [ 760.294207] env[68802]: _type = "Task" [ 760.294207] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.302164] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.302970] env[68802]: DEBUG nova.network.neutron [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.546844] env[68802]: DEBUG nova.compute.manager [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.550455] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4ac0b12e-930a-4f6a-8e92-bd4579e4d769 tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.551516] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.208s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.553266] env[68802]: INFO nova.compute.claims [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.752955] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e3bb98-6a05-793b-d45d-badc2d46bb33, 'name': SearchDatastore_Task, 'duration_secs': 0.016084} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.753669] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.753948] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 53853d15-72c7-455a-a049-3f827b8113ad/53853d15-72c7-455a-a049-3f827b8113ad.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.754212] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9433c543-5884-4167-80cd-e80d6b42a5f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.761815] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 760.761815] env[68802]: value = "task-2795215" [ 760.761815] env[68802]: _type = "Task" [ 760.761815] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.772873] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.803630] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795214, 'name': PowerOnVM_Task, 'duration_secs': 0.473728} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.803900] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.804309] env[68802]: INFO nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Took 8.19 seconds to spawn the instance on the hypervisor. [ 760.804490] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.805300] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca56212-8625-4ade-95e1-dffd35bd1735 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.837167] env[68802]: DEBUG nova.network.neutron [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Updating instance_info_cache with network_info: [{"id": "2809afc0-640b-45ea-973d-b2ee693623a2", "address": "fa:16:3e:b8:ff:f6", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2809afc0-64", "ovs_interfaceid": "2809afc0-640b-45ea-973d-b2ee693623a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.938170] env[68802]: DEBUG nova.network.neutron [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Successfully created port: 8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.882437] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "refresh_cache-71dd1641-baab-49cb-aafe-3a3083aea97a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.882437] env[68802]: DEBUG nova.compute.manager [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Instance network_info: |[{"id": "2809afc0-640b-45ea-973d-b2ee693623a2", "address": "fa:16:3e:b8:ff:f6", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2809afc0-64", "ovs_interfaceid": "2809afc0-640b-45ea-973d-b2ee693623a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.883160] env[68802]: DEBUG oslo_concurrency.lockutils [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] Acquired lock "refresh_cache-71dd1641-baab-49cb-aafe-3a3083aea97a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.883620] env[68802]: DEBUG nova.network.neutron [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Refreshing network info cache for port 2809afc0-640b-45ea-973d-b2ee693623a2 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.884688] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:ff:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2809afc0-640b-45ea-973d-b2ee693623a2', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.892038] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.895038] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.895038] env[68802]: INFO nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Took 52.33 seconds to build instance. [ 761.900020] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cc44f0f-fc64-4611-a07f-974d84a99cd5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.916009] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824486} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.916814] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 53853d15-72c7-455a-a049-3f827b8113ad/53853d15-72c7-455a-a049-3f827b8113ad.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.917126] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.917443] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed5904fe-e7cc-4932-9384-491087ec44db {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.922311] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.922311] env[68802]: value = "task-2795216" [ 761.922311] env[68802]: _type = "Task" [ 761.922311] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.927104] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 761.927104] env[68802]: value = "task-2795217" [ 761.927104] env[68802]: _type = "Task" [ 761.927104] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.934257] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795216, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.941276] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.382385] env[68802]: DEBUG nova.compute.manager [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.412907] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.413179] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.413334] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.413524] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.413864] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.414842] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.415131] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.415308] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.415480] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.415669] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.415915] env[68802]: DEBUG nova.virt.hardware [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.416382] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.233s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.417193] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792fc8fc-08ff-49a7-9376-f45a77de7187 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.437844] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e5927-66af-4f35-ac06-7f04c5adb244 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.451165] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795216, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.462071] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143076} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.466841] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.467920] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95efe7b-46ba-44ed-9190-2bb77596cb46 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.492656] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 53853d15-72c7-455a-a049-3f827b8113ad/53853d15-72c7-455a-a049-3f827b8113ad.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.495803] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32db14a2-a879-4c15-b250-617315ba4f26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.517805] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 762.517805] env[68802]: value = "task-2795218" [ 762.517805] env[68802]: _type = "Task" [ 762.517805] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.528991] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.605314] env[68802]: DEBUG nova.compute.manager [req-4dd34823-5ad5-4359-aaff-9760924ea810 req-97aca834-d7e3-4db0-aedf-f1be973ca287 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Received event network-vif-plugged-8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 762.605523] env[68802]: DEBUG oslo_concurrency.lockutils [req-4dd34823-5ad5-4359-aaff-9760924ea810 req-97aca834-d7e3-4db0-aedf-f1be973ca287 service nova] Acquiring lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.605845] env[68802]: DEBUG oslo_concurrency.lockutils [req-4dd34823-5ad5-4359-aaff-9760924ea810 req-97aca834-d7e3-4db0-aedf-f1be973ca287 service nova] Lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.606696] env[68802]: DEBUG oslo_concurrency.lockutils [req-4dd34823-5ad5-4359-aaff-9760924ea810 req-97aca834-d7e3-4db0-aedf-f1be973ca287 service nova] Lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.606696] env[68802]: DEBUG nova.compute.manager [req-4dd34823-5ad5-4359-aaff-9760924ea810 req-97aca834-d7e3-4db0-aedf-f1be973ca287 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] No waiting events found dispatching network-vif-plugged-8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.606696] env[68802]: WARNING nova.compute.manager [req-4dd34823-5ad5-4359-aaff-9760924ea810 req-97aca834-d7e3-4db0-aedf-f1be973ca287 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Received unexpected event network-vif-plugged-8c2371eb-d183-4926-9b1d-abf5b652f68f for instance with vm_state building and task_state spawning. [ 762.772551] env[68802]: DEBUG nova.network.neutron [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Successfully updated port: 8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.794680] env[68802]: DEBUG nova.network.neutron [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Updated VIF entry in instance network info cache for port 2809afc0-640b-45ea-973d-b2ee693623a2. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.795270] env[68802]: DEBUG nova.network.neutron [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Updating instance_info_cache with network_info: [{"id": "2809afc0-640b-45ea-973d-b2ee693623a2", "address": "fa:16:3e:b8:ff:f6", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2809afc0-64", "ovs_interfaceid": "2809afc0-640b-45ea-973d-b2ee693623a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.922878] env[68802]: DEBUG nova.compute.manager [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.941291] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795216, 'name': CreateVM_Task, 'duration_secs': 0.769092} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.945046] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.946735] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.947103] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.947583] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.948024] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2259927d-8c32-4f1f-9df4-688dbfbc30d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.954337] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 762.954337] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dc875d-50ca-b1c2-d25d-60fbb462ac88" [ 762.954337] env[68802]: _type = "Task" [ 762.954337] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.962510] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b8f32e-a69f-4b97-8bcd-061808822774 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.975879] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dc875d-50ca-b1c2-d25d-60fbb462ac88, 'name': SearchDatastore_Task, 'duration_secs': 0.013306} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.979626] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.979626] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.979626] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.979971] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.980188] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.981044] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0a701d2-8c86-4ded-9040-9b33a7a186ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.984944] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1564d03-7e08-4de8-99a3-b9c060b6a699 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.032383] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566350d6-3f84-4071-a2f4-b24499ce6a03 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.033101] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.033348] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.034398] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7575f2b7-5520-409f-92d8-a916f9e9df3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.041955] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.046129] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 763.046129] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d9b2e2-7bb9-1d30-7ab9-332d714fa38b" [ 763.046129] env[68802]: _type = "Task" [ 763.046129] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.046473] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74157ff-4c31-4be8-8793-c2e322a964e0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.059946] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d9b2e2-7bb9-1d30-7ab9-332d714fa38b, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.069468] env[68802]: DEBUG nova.compute.provider_tree [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.070893] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b8d60b-8294-4f70-9e01-db1a3395226c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.076480] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 763.076480] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52364a60-d8dc-cdf3-e8dd-615846bd1c24" [ 763.076480] env[68802]: _type = "Task" [ 763.076480] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.084885] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52364a60-d8dc-cdf3-e8dd-615846bd1c24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.276175] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.276595] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.276872] env[68802]: DEBUG nova.network.neutron [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.298695] env[68802]: DEBUG oslo_concurrency.lockutils [req-5171609f-016d-439f-91f6-8403efd85f6f req-f0052269-f1b8-43d3-93e1-45a2613e07c4 service nova] Releasing lock "refresh_cache-71dd1641-baab-49cb-aafe-3a3083aea97a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.452448] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.535572] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795218, 'name': ReconfigVM_Task, 'duration_secs': 0.722083} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.535867] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 53853d15-72c7-455a-a049-3f827b8113ad/53853d15-72c7-455a-a049-3f827b8113ad.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.536520] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-774dbb63-ae44-4f68-a1b7-fb0301cccc61 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.542645] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 763.542645] env[68802]: value = "task-2795219" [ 763.542645] env[68802]: _type = "Task" [ 763.542645] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.550424] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795219, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.577026] env[68802]: DEBUG nova.scheduler.client.report [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.591686] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52364a60-d8dc-cdf3-e8dd-615846bd1c24, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.592213] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.592587] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 71dd1641-baab-49cb-aafe-3a3083aea97a/71dd1641-baab-49cb-aafe-3a3083aea97a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.593071] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbdbf485-334c-458f-b7b9-fb0ebc408e35 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.602442] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 763.602442] env[68802]: value = "task-2795220" [ 763.602442] env[68802]: _type = "Task" [ 763.602442] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.611142] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.823332] env[68802]: DEBUG nova.network.neutron [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.035329] env[68802]: DEBUG nova.network.neutron [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Updating instance_info_cache with network_info: [{"id": "8c2371eb-d183-4926-9b1d-abf5b652f68f", "address": "fa:16:3e:89:b7:e1", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2371eb-d1", "ovs_interfaceid": "8c2371eb-d183-4926-9b1d-abf5b652f68f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.053601] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795219, 'name': Rename_Task, 'duration_secs': 0.180222} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.053980] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.054504] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-753b624f-e7a9-4210-9a7e-9628012d8d61 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.063820] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 764.063820] env[68802]: value = "task-2795221" [ 764.063820] env[68802]: _type = "Task" [ 764.063820] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.074348] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.087720] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.536s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.088290] env[68802]: DEBUG nova.compute.manager [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.091266] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.350s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.091475] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.094125] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.621s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.094312] env[68802]: DEBUG nova.objects.instance [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 764.114088] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795220, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.140361] env[68802]: INFO nova.scheduler.client.report [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted allocations for instance dc5e8fc0-c025-420f-a182-8f5a4718de6c [ 764.543909] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.543909] env[68802]: DEBUG nova.compute.manager [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Instance network_info: |[{"id": "8c2371eb-d183-4926-9b1d-abf5b652f68f", "address": "fa:16:3e:89:b7:e1", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2371eb-d1", "ovs_interfaceid": "8c2371eb-d183-4926-9b1d-abf5b652f68f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.544129] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:b7:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c2371eb-d183-4926-9b1d-abf5b652f68f', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.550060] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Creating folder: Project (6288092943824a84bf8850337bd9044a). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.551608] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a135645f-624c-47b3-8fde-20e937a654ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.563501] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Created folder: Project (6288092943824a84bf8850337bd9044a) in parent group-v561663. [ 764.565531] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Creating folder: Instances. Parent ref: group-v561796. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.566043] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15db79a4-51aa-4adc-b314-221a819219c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.577901] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.582113] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Created folder: Instances in parent group-v561796. [ 764.582113] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.582113] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.582113] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd1017f1-6c6d-420b-9c5c-606ec5e89740 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.603666] env[68802]: DEBUG nova.compute.utils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.605940] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.605940] env[68802]: value = "task-2795224" [ 764.605940] env[68802]: _type = "Task" [ 764.605940] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.606989] env[68802]: DEBUG nova.compute.manager [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.607288] env[68802]: DEBUG nova.network.neutron [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.626942] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775625} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.631301] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 71dd1641-baab-49cb-aafe-3a3083aea97a/71dd1641-baab-49cb-aafe-3a3083aea97a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.631662] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.632156] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795224, 'name': CreateVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.632367] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81b8bcc4-7f8b-46e7-b26d-6389247db432 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.638805] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 764.638805] env[68802]: value = "task-2795225" [ 764.638805] env[68802]: _type = "Task" [ 764.638805] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.645271] env[68802]: DEBUG nova.compute.manager [req-eb7823bb-ddc5-4c84-a19e-a5ac59e315a1 req-13f2920e-c9b9-4e65-9957-46ecddd0b914 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Received event network-changed-8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 764.645460] env[68802]: DEBUG nova.compute.manager [req-eb7823bb-ddc5-4c84-a19e-a5ac59e315a1 req-13f2920e-c9b9-4e65-9957-46ecddd0b914 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Refreshing instance network info cache due to event network-changed-8c2371eb-d183-4926-9b1d-abf5b652f68f. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 764.646332] env[68802]: DEBUG oslo_concurrency.lockutils [req-eb7823bb-ddc5-4c84-a19e-a5ac59e315a1 req-13f2920e-c9b9-4e65-9957-46ecddd0b914 service nova] Acquiring lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.646332] env[68802]: DEBUG oslo_concurrency.lockutils [req-eb7823bb-ddc5-4c84-a19e-a5ac59e315a1 req-13f2920e-c9b9-4e65-9957-46ecddd0b914 service nova] Acquired lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.646332] env[68802]: DEBUG nova.network.neutron [req-eb7823bb-ddc5-4c84-a19e-a5ac59e315a1 req-13f2920e-c9b9-4e65-9957-46ecddd0b914 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Refreshing network info cache for port 8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.654783] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.655962] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1542d661-03c7-45f9-89a9-561eaa4fc2eb tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "dc5e8fc0-c025-420f-a182-8f5a4718de6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.476s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.681135] env[68802]: DEBUG nova.policy [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a91c42c89a4044e9b38de1fa8fca29b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ac4308f08c345188784ec4b16bbd7be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.078099] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795221, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.107233] env[68802]: DEBUG nova.compute.manager [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.118226] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cab82252-d45e-4ec0-bd35-442f302af65c tempest-ServersAdmin275Test-828460176 tempest-ServersAdmin275Test-828460176-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.120675] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.118s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.121098] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.124492] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.391s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.124937] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.127790] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.452s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.129696] env[68802]: INFO nova.compute.claims [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.154058] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071232} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.159933] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.159933] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795224, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.160398] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe9bb3e-386c-4b8b-a63d-ffa6fb49a509 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.188256] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 71dd1641-baab-49cb-aafe-3a3083aea97a/71dd1641-baab-49cb-aafe-3a3083aea97a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.189408] env[68802]: INFO nova.scheduler.client.report [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Deleted allocations for instance 2517392e-ffb6-4fc1-b38d-cef8cfe0059e [ 765.195530] env[68802]: INFO nova.scheduler.client.report [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Deleted allocations for instance 5bc87656-795b-487d-a72f-4d0c4a717655 [ 765.196507] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d61a41-1eb4-4714-8d34-b394466eb755 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.226236] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 765.226236] env[68802]: value = "task-2795226" [ 765.226236] env[68802]: _type = "Task" [ 765.226236] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.235979] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.333106] env[68802]: DEBUG nova.network.neutron [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Successfully created port: cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.576454] env[68802]: DEBUG oslo_vmware.api [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795221, 'name': PowerOnVM_Task, 'duration_secs': 1.200466} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.576747] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.577036] env[68802]: INFO nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Took 10.31 seconds to spawn the instance on the hypervisor. [ 765.577173] env[68802]: DEBUG nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.581023] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce1b0f6-bc24-44ab-8f8d-672549d2b133 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.635695] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795224, 'name': CreateVM_Task, 'duration_secs': 0.712907} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.635695] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.635695] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.635695] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.635695] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.635695] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4d0b8b-1bc5-48a6-8b8d-af5afbe6fdcd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.647817] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 765.647817] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52da1826-9a68-84d6-c43b-723c99ee4196" [ 765.647817] env[68802]: _type = "Task" [ 765.647817] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.657455] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52da1826-9a68-84d6-c43b-723c99ee4196, 'name': SearchDatastore_Task, 'duration_secs': 0.012177} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.657678] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.657845] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.658082] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.658228] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.658407] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.658670] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fddd9546-b418-412d-b3d1-5ae42cff8f87 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.668729] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.668729] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.668729] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7bea5c6-aae3-484f-84be-a739e48d4cc9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.674469] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 765.674469] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525dfbb8-852c-05b0-fbff-16ab580564c5" [ 765.674469] env[68802]: _type = "Task" [ 765.674469] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.684628] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525dfbb8-852c-05b0-fbff-16ab580564c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.699696] env[68802]: DEBUG nova.network.neutron [req-eb7823bb-ddc5-4c84-a19e-a5ac59e315a1 req-13f2920e-c9b9-4e65-9957-46ecddd0b914 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Updated VIF entry in instance network info cache for port 8c2371eb-d183-4926-9b1d-abf5b652f68f. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.700097] env[68802]: DEBUG nova.network.neutron [req-eb7823bb-ddc5-4c84-a19e-a5ac59e315a1 req-13f2920e-c9b9-4e65-9957-46ecddd0b914 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Updating instance_info_cache with network_info: [{"id": "8c2371eb-d183-4926-9b1d-abf5b652f68f", "address": "fa:16:3e:89:b7:e1", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2371eb-d1", "ovs_interfaceid": "8c2371eb-d183-4926-9b1d-abf5b652f68f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.722104] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f1ea7f00-0e44-4729-b6fa-8bb208a5089d tempest-ServerExternalEventsTest-920209258 tempest-ServerExternalEventsTest-920209258-project-member] Lock "5bc87656-795b-487d-a72f-4d0c4a717655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.312s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.723092] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6f8db17e-e158-4abe-9386-e0f15479e95c tempest-ServerShowV257Test-1347359194 tempest-ServerShowV257Test-1347359194-project-member] Lock "2517392e-ffb6-4fc1-b38d-cef8cfe0059e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.276s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.736773] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.098388] env[68802]: INFO nova.compute.manager [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Took 55.97 seconds to build instance. [ 766.127949] env[68802]: DEBUG nova.compute.manager [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.163768] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.164501] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.164501] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.164501] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.164918] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.165054] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.165292] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.165835] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.165835] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.165835] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.165980] env[68802]: DEBUG nova.virt.hardware [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.167379] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7565936b-72dc-4391-a87c-ad6041ad8a0b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.175566] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acb19ff-11e3-4ef5-8055-65356b857bf9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.205788] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525dfbb8-852c-05b0-fbff-16ab580564c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.205965] env[68802]: DEBUG oslo_concurrency.lockutils [req-eb7823bb-ddc5-4c84-a19e-a5ac59e315a1 req-13f2920e-c9b9-4e65-9957-46ecddd0b914 service nova] Releasing lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.211029] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd3d758-261b-4f23-90e2-f45704846667 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.215762] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 766.215762] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ddb3df-81a3-8f47-370a-0b58796ad3df" [ 766.215762] env[68802]: _type = "Task" [ 766.215762] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.228900] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ddb3df-81a3-8f47-370a-0b58796ad3df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.236917] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795226, 'name': ReconfigVM_Task, 'duration_secs': 0.89575} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.237245] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 71dd1641-baab-49cb-aafe-3a3083aea97a/71dd1641-baab-49cb-aafe-3a3083aea97a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.237878] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cd5fcef-ef5e-451d-864a-ba788875c9ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.248167] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 766.248167] env[68802]: value = "task-2795227" [ 766.248167] env[68802]: _type = "Task" [ 766.248167] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.260345] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795227, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.601366] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34c69aa5-d27a-4e0e-b480-815164223ec3 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "53853d15-72c7-455a-a049-3f827b8113ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.387s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.646385] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72602d7f-b90b-4042-b377-c556a25ee79b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.654970] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009671d7-bdf7-4ddd-ad2d-8393e46adbe2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.689018] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8fc470-f646-42f6-818b-e9fac998cc9f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.695461] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac7e6be-bf73-4514-ae55-29995039ad98 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.709646] env[68802]: DEBUG nova.compute.provider_tree [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.729958] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ddb3df-81a3-8f47-370a-0b58796ad3df, 'name': SearchDatastore_Task, 'duration_secs': 0.021067} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.731015] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.731306] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 0a18db03-13aa-45ae-9419-9e5f9b7ab882/0a18db03-13aa-45ae-9419-9e5f9b7ab882.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.731583] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac36210-944d-42d3-9557-3724ddadf2ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.739496] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 766.739496] env[68802]: value = "task-2795228" [ 766.739496] env[68802]: _type = "Task" [ 766.739496] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.750164] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.757098] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795227, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.815008] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.815345] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.815564] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.815750] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.815918] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.819544] env[68802]: INFO nova.compute.manager [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Terminating instance [ 766.899596] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "53853d15-72c7-455a-a049-3f827b8113ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.899936] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "53853d15-72c7-455a-a049-3f827b8113ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.900394] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "53853d15-72c7-455a-a049-3f827b8113ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.900394] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "53853d15-72c7-455a-a049-3f827b8113ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.900394] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "53853d15-72c7-455a-a049-3f827b8113ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.906765] env[68802]: INFO nova.compute.manager [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Terminating instance [ 767.108964] env[68802]: DEBUG nova.compute.manager [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.220474] env[68802]: DEBUG nova.scheduler.client.report [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.263846] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795228, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.272808] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795227, 'name': Rename_Task, 'duration_secs': 0.607444} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.272808] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.272808] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36416321-4a20-426b-b824-4c574859aee2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.283276] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 767.283276] env[68802]: value = "task-2795229" [ 767.283276] env[68802]: _type = "Task" [ 767.283276] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.296177] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.326302] env[68802]: DEBUG nova.compute.manager [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.327644] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.330619] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f64fcfa-c67a-4a9d-a4b1-e52cf3473a87 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.343022] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.343216] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f49f08b-cc36-4e9d-a8cf-687cc3404cfd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.351819] env[68802]: DEBUG oslo_vmware.api [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 767.351819] env[68802]: value = "task-2795230" [ 767.351819] env[68802]: _type = "Task" [ 767.351819] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.360361] env[68802]: DEBUG oslo_vmware.api [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.415565] env[68802]: DEBUG nova.compute.manager [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.415807] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.416717] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc1d8a9-6ec1-46c1-84a0-e893f3f07507 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.426748] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.427358] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-497ea28f-b402-4b4a-b0b9-dc46fe80d0de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.438796] env[68802]: DEBUG oslo_vmware.api [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 767.438796] env[68802]: value = "task-2795231" [ 767.438796] env[68802]: _type = "Task" [ 767.438796] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.448847] env[68802]: DEBUG oslo_vmware.api [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.485165] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquiring lock "7df30cf8-1627-4288-974c-1bacc2986a27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.486029] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lock "7df30cf8-1627-4288-974c-1bacc2986a27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.510404] env[68802]: DEBUG nova.network.neutron [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Successfully updated port: cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.647635] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.649956] env[68802]: DEBUG nova.compute.manager [req-c07bc11f-475c-4434-8e6d-43b5b3188c01 req-e64fe7da-4ba0-4e7d-8cd1-ac7e3c30a7bc service nova] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Received event network-vif-plugged-cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 767.650276] env[68802]: DEBUG oslo_concurrency.lockutils [req-c07bc11f-475c-4434-8e6d-43b5b3188c01 req-e64fe7da-4ba0-4e7d-8cd1-ac7e3c30a7bc service nova] Acquiring lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.651410] env[68802]: DEBUG oslo_concurrency.lockutils [req-c07bc11f-475c-4434-8e6d-43b5b3188c01 req-e64fe7da-4ba0-4e7d-8cd1-ac7e3c30a7bc service nova] Lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.651410] env[68802]: DEBUG oslo_concurrency.lockutils [req-c07bc11f-475c-4434-8e6d-43b5b3188c01 req-e64fe7da-4ba0-4e7d-8cd1-ac7e3c30a7bc service nova] Lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.651410] env[68802]: DEBUG nova.compute.manager [req-c07bc11f-475c-4434-8e6d-43b5b3188c01 req-e64fe7da-4ba0-4e7d-8cd1-ac7e3c30a7bc service nova] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] No waiting events found dispatching network-vif-plugged-cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.651410] env[68802]: WARNING nova.compute.manager [req-c07bc11f-475c-4434-8e6d-43b5b3188c01 req-e64fe7da-4ba0-4e7d-8cd1-ac7e3c30a7bc service nova] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Received unexpected event network-vif-plugged-cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7 for instance with vm_state building and task_state spawning. [ 767.730076] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.730383] env[68802]: DEBUG nova.compute.manager [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.734032] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.815s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.734656] env[68802]: DEBUG nova.objects.instance [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lazy-loading 'resources' on Instance uuid 93919c14-aa9d-4d30-82ff-fa00d3e60b0d {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.750317] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600439} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.751259] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 0a18db03-13aa-45ae-9419-9e5f9b7ab882/0a18db03-13aa-45ae-9419-9e5f9b7ab882.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.751649] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.751886] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c6a4ea6-df9d-4b40-8dc9-96ce1d68775b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.759688] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 767.759688] env[68802]: value = "task-2795232" [ 767.759688] env[68802]: _type = "Task" [ 767.759688] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.775113] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.794061] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795229, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.859901] env[68802]: DEBUG oslo_vmware.api [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795230, 'name': PowerOffVM_Task, 'duration_secs': 0.465711} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.860189] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.860338] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.860589] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c5d117c-f692-4c25-87fb-c268da2b1994 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.940601] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.940825] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.941018] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleting the datastore file [datastore2] e3f25ddf-2b10-4cb9-a708-ddcf660bd295 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.944897] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b9fea69-3f1c-44df-a173-26f787692224 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.951580] env[68802]: DEBUG oslo_vmware.api [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795231, 'name': PowerOffVM_Task, 'duration_secs': 0.328278} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.952802] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.952987] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.953300] env[68802]: DEBUG oslo_vmware.api [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 767.953300] env[68802]: value = "task-2795234" [ 767.953300] env[68802]: _type = "Task" [ 767.953300] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.953482] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a8cc1d6-c77a-4e7e-bbb2-e91a5156ffdf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.962477] env[68802]: DEBUG oslo_vmware.api [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.013414] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "refresh_cache-f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.013649] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired lock "refresh_cache-f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.013846] env[68802]: DEBUG nova.network.neutron [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.037048] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.037409] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.037714] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleting the datastore file [datastore2] 53853d15-72c7-455a-a049-3f827b8113ad {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.038446] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fbde234-1c1b-4508-bf90-f3a4f2fc3b0c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.045993] env[68802]: DEBUG oslo_vmware.api [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for the task: (returnval){ [ 768.045993] env[68802]: value = "task-2795236" [ 768.045993] env[68802]: _type = "Task" [ 768.045993] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.056697] env[68802]: DEBUG oslo_vmware.api [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.237600] env[68802]: DEBUG nova.compute.utils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.243461] env[68802]: DEBUG nova.compute.manager [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.243461] env[68802]: DEBUG nova.network.neutron [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.271873] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142788} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.272097] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.272902] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e2d859-32a5-48c5-8c04-4f5e820aae40 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.297905] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 0a18db03-13aa-45ae-9419-9e5f9b7ab882/0a18db03-13aa-45ae-9419-9e5f9b7ab882.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.302997] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a4a5b0-dbbd-4dbb-9786-24ed572808fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.318192] env[68802]: DEBUG nova.policy [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b023e2da2b954dc5b9e9ec9aee824a39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0ecee7661c2478580bad6ac941ddd7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.325825] env[68802]: DEBUG oslo_vmware.api [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795229, 'name': PowerOnVM_Task, 'duration_secs': 0.800872} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.329470] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.329544] env[68802]: INFO nova.compute.manager [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Took 10.45 seconds to spawn the instance on the hypervisor. [ 768.330148] env[68802]: DEBUG nova.compute.manager [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.330148] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 768.330148] env[68802]: value = "task-2795237" [ 768.330148] env[68802]: _type = "Task" [ 768.330148] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.330951] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6074dbee-2e18-472b-becc-dc84e77def4d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.348359] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.468047] env[68802]: DEBUG oslo_vmware.api [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272773} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.468996] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.469252] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.469452] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.469633] env[68802]: INFO nova.compute.manager [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Took 1.14 seconds to destroy the instance on the hypervisor. [ 768.469892] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.470118] env[68802]: DEBUG nova.compute.manager [-] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.470216] env[68802]: DEBUG nova.network.neutron [-] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.555323] env[68802]: DEBUG oslo_vmware.api [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Task: {'id': task-2795236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426261} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.558532] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.558621] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.558772] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.558946] env[68802]: INFO nova.compute.manager [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 768.559484] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.559577] env[68802]: DEBUG nova.compute.manager [-] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.559675] env[68802]: DEBUG nova.network.neutron [-] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.593864] env[68802]: DEBUG nova.network.neutron [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.745069] env[68802]: DEBUG nova.compute.manager [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.801717] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f165b5-b418-40eb-a7e7-b8525e6f47bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.809985] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e474d2a-cb5c-4721-b5ca-286428cea6d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.846835] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0aa1d1-f12a-4495-b382-2520b63fc6e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.862366] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.868049] env[68802]: INFO nova.compute.manager [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Took 51.24 seconds to build instance. [ 768.872487] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2745ab15-5803-4768-8fb1-aeddfad9b029 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.888249] env[68802]: DEBUG nova.compute.provider_tree [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.985468] env[68802]: DEBUG nova.network.neutron [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Updating instance_info_cache with network_info: [{"id": "cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7", "address": "fa:16:3e:fc:28:7a", "network": {"id": "c82f75c9-8aaf-4e39-b655-963844100ce9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-841852065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac4308f08c345188784ec4b16bbd7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd13d6f-b6", "ovs_interfaceid": "cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.067995] env[68802]: DEBUG nova.network.neutron [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Successfully created port: df3f0bb4-120f-46e2-aab2-82d27061bf26 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.112122] env[68802]: DEBUG nova.compute.manager [req-264eb383-e625-4254-965a-03374e99bce6 req-dd966ca4-d3f9-4565-a230-a920f0491e8b service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Received event network-vif-deleted-fd6f5aff-ee44-44d3-8f6f-abfe971a53e4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.112600] env[68802]: INFO nova.compute.manager [req-264eb383-e625-4254-965a-03374e99bce6 req-dd966ca4-d3f9-4565-a230-a920f0491e8b service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Neutron deleted interface fd6f5aff-ee44-44d3-8f6f-abfe971a53e4; detaching it from the instance and deleting it from the info cache [ 769.113182] env[68802]: DEBUG nova.network.neutron [req-264eb383-e625-4254-965a-03374e99bce6 req-dd966ca4-d3f9-4565-a230-a920f0491e8b service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.155779] env[68802]: DEBUG oslo_concurrency.lockutils [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] Acquiring lock "refresh_cache-71dd1641-baab-49cb-aafe-3a3083aea97a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.156044] env[68802]: DEBUG oslo_concurrency.lockutils [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] Acquired lock "refresh_cache-71dd1641-baab-49cb-aafe-3a3083aea97a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.156275] env[68802]: DEBUG nova.network.neutron [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.356629] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795237, 'name': ReconfigVM_Task, 'duration_secs': 0.836747} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.356909] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 0a18db03-13aa-45ae-9419-9e5f9b7ab882/0a18db03-13aa-45ae-9419-9e5f9b7ab882.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.357484] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d19ff6d-0b7d-464a-bc4d-e03c5b749f49 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.364086] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 769.364086] env[68802]: value = "task-2795238" [ 769.364086] env[68802]: _type = "Task" [ 769.364086] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.374287] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795238, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.378483] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0eaf4e7-0b98-47b6-a6df-ee25b131c182 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "71dd1641-baab-49cb-aafe-3a3083aea97a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.026s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.391934] env[68802]: DEBUG nova.scheduler.client.report [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.466884] env[68802]: DEBUG nova.network.neutron [-] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.490543] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Releasing lock "refresh_cache-f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.490889] env[68802]: DEBUG nova.compute.manager [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Instance network_info: |[{"id": "cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7", "address": "fa:16:3e:fc:28:7a", "network": {"id": "c82f75c9-8aaf-4e39-b655-963844100ce9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-841852065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac4308f08c345188784ec4b16bbd7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd13d6f-b6", "ovs_interfaceid": "cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.491600] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:28:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.500856] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.500856] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.500856] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ccc8d8-b6cd-4dd4-a278-bc60f8e93e31 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.524770] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.524770] env[68802]: value = "task-2795239" [ 769.524770] env[68802]: _type = "Task" [ 769.524770] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.535568] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795239, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.621887] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-858012f4-572b-48dd-b46c-021dedc65a0f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.627021] env[68802]: DEBUG nova.network.neutron [-] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.629494] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be72de8c-14a7-4488-a6a5-1e5c098ddbb5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.666797] env[68802]: DEBUG nova.compute.manager [req-264eb383-e625-4254-965a-03374e99bce6 req-dd966ca4-d3f9-4565-a230-a920f0491e8b service nova] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Detach interface failed, port_id=fd6f5aff-ee44-44d3-8f6f-abfe971a53e4, reason: Instance 53853d15-72c7-455a-a049-3f827b8113ad could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 769.758199] env[68802]: DEBUG nova.compute.manager [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.768441] env[68802]: DEBUG nova.compute.manager [req-c35b8046-f44d-456b-a473-ada12274b51b req-ed07ea5d-93b2-4398-9fe4-9d410708ec94 service nova] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Received event network-changed-cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.768603] env[68802]: DEBUG nova.compute.manager [req-c35b8046-f44d-456b-a473-ada12274b51b req-ed07ea5d-93b2-4398-9fe4-9d410708ec94 service nova] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Refreshing instance network info cache due to event network-changed-cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 769.768840] env[68802]: DEBUG oslo_concurrency.lockutils [req-c35b8046-f44d-456b-a473-ada12274b51b req-ed07ea5d-93b2-4398-9fe4-9d410708ec94 service nova] Acquiring lock "refresh_cache-f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.768994] env[68802]: DEBUG oslo_concurrency.lockutils [req-c35b8046-f44d-456b-a473-ada12274b51b req-ed07ea5d-93b2-4398-9fe4-9d410708ec94 service nova] Acquired lock "refresh_cache-f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.769287] env[68802]: DEBUG nova.network.neutron [req-c35b8046-f44d-456b-a473-ada12274b51b req-ed07ea5d-93b2-4398-9fe4-9d410708ec94 service nova] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Refreshing network info cache for port cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.789540] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.789810] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.789933] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.790123] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.790268] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.790410] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.790617] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.790771] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.790935] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.791179] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.791372] env[68802]: DEBUG nova.virt.hardware [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.792592] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9fff1e-7cfc-49a1-8d03-c926d258f62e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.801764] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552512a1-19dd-4fef-9557-66cc7a5a2a9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.879778] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795238, 'name': Rename_Task, 'duration_secs': 0.242674} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.880328] env[68802]: DEBUG nova.compute.manager [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.884221] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.884483] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ee5b1af-dce5-47ec-b93f-e87eb6362d91 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.894331] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 769.894331] env[68802]: value = "task-2795240" [ 769.894331] env[68802]: _type = "Task" [ 769.894331] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.898320] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.901974] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.836s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.902587] env[68802]: INFO nova.compute.claims [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.911585] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795240, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.932525] env[68802]: INFO nova.scheduler.client.report [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Deleted allocations for instance 93919c14-aa9d-4d30-82ff-fa00d3e60b0d [ 769.971456] env[68802]: INFO nova.compute.manager [-] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Took 1.41 seconds to deallocate network for instance. [ 770.038150] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795239, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.050512] env[68802]: DEBUG nova.network.neutron [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Updating instance_info_cache with network_info: [{"id": "2809afc0-640b-45ea-973d-b2ee693623a2", "address": "fa:16:3e:b8:ff:f6", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2809afc0-64", "ovs_interfaceid": "2809afc0-640b-45ea-973d-b2ee693623a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.141673] env[68802]: INFO nova.compute.manager [-] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Took 1.67 seconds to deallocate network for instance. [ 770.404762] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.416106] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.440718] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d0a55a-d3b5-4719-afe9-818963d42d4c tempest-ServersAdmin275Test-1682921730 tempest-ServersAdmin275Test-1682921730-project-member] Lock "93919c14-aa9d-4d30-82ff-fa00d3e60b0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.806s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.481388] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.537465] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795239, 'name': CreateVM_Task, 'duration_secs': 0.60396} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.537699] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.538471] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.538780] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.539150] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.539440] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83faca2-0158-4f47-be55-904921323ae8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.544748] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 770.544748] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523fc113-b869-6c11-8b1e-0bc013ca1d8c" [ 770.544748] env[68802]: _type = "Task" [ 770.544748] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.553800] env[68802]: DEBUG oslo_concurrency.lockutils [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] Releasing lock "refresh_cache-71dd1641-baab-49cb-aafe-3a3083aea97a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.554100] env[68802]: DEBUG nova.compute.manager [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Inject network info {{(pid=68802) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 770.554414] env[68802]: DEBUG nova.compute.manager [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] network_info to inject: |[{"id": "2809afc0-640b-45ea-973d-b2ee693623a2", "address": "fa:16:3e:b8:ff:f6", "network": {"id": "192e5a07-4259-4585-8742-e7fce59f3648", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1290491587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a51d9b18164b4db733fc73422dc07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2809afc0-64", "ovs_interfaceid": "2809afc0-640b-45ea-973d-b2ee693623a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 770.559352] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Reconfiguring VM instance to set the machine id {{(pid=68802) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 770.559668] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523fc113-b869-6c11-8b1e-0bc013ca1d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.562921] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d19469b-653d-4a2b-997f-6770af13aa7a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.582860] env[68802]: DEBUG oslo_vmware.api [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] Waiting for the task: (returnval){ [ 770.582860] env[68802]: value = "task-2795241" [ 770.582860] env[68802]: _type = "Task" [ 770.582860] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.592916] env[68802]: DEBUG oslo_vmware.api [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] Task: {'id': task-2795241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.632060] env[68802]: DEBUG nova.network.neutron [req-c35b8046-f44d-456b-a473-ada12274b51b req-ed07ea5d-93b2-4398-9fe4-9d410708ec94 service nova] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Updated VIF entry in instance network info cache for port cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.632459] env[68802]: DEBUG nova.network.neutron [req-c35b8046-f44d-456b-a473-ada12274b51b req-ed07ea5d-93b2-4398-9fe4-9d410708ec94 service nova] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Updating instance_info_cache with network_info: [{"id": "cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7", "address": "fa:16:3e:fc:28:7a", "network": {"id": "c82f75c9-8aaf-4e39-b655-963844100ce9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-841852065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac4308f08c345188784ec4b16bbd7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd13d6f-b6", "ovs_interfaceid": "cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.648497] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.819752] env[68802]: DEBUG nova.network.neutron [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Successfully updated port: df3f0bb4-120f-46e2-aab2-82d27061bf26 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.905930] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.059631] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523fc113-b869-6c11-8b1e-0bc013ca1d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.020308} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.059904] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.060161] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.060453] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.060562] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.060768] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.061158] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec65aa1b-407c-43c6-97c8-4ddc2bd25aad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.081045] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.081547] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.082777] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac86401-3f2c-4985-9655-40d2f38d0cc5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.108369] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 771.108369] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d60f89-cb1c-faef-40b2-3f2037f8335b" [ 771.108369] env[68802]: _type = "Task" [ 771.108369] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.113951] env[68802]: DEBUG oslo_vmware.api [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] Task: {'id': task-2795241, 'name': ReconfigVM_Task, 'duration_secs': 0.17621} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.123931] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-031d9753-6668-4c21-90b7-62e265a0a0c6 tempest-ServersAdminTestJSON-1458418464 tempest-ServersAdminTestJSON-1458418464-project-admin] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Reconfigured VM instance to set the machine id {{(pid=68802) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 771.135261] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d60f89-cb1c-faef-40b2-3f2037f8335b, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.135261] env[68802]: DEBUG oslo_concurrency.lockutils [req-c35b8046-f44d-456b-a473-ada12274b51b req-ed07ea5d-93b2-4398-9fe4-9d410708ec94 service nova] Releasing lock "refresh_cache-f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.135634] env[68802]: DEBUG nova.compute.manager [req-c35b8046-f44d-456b-a473-ada12274b51b req-ed07ea5d-93b2-4398-9fe4-9d410708ec94 service nova] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Received event network-vif-deleted-adf587af-a800-4238-bcec-b31434e1e418 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.136030] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1249f237-4526-4d90-a2f3-4685fb221ddc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.144020] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 771.144020] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523d9f5c-dc42-78f1-0e75-6a3e2dce97e5" [ 771.144020] env[68802]: _type = "Task" [ 771.144020] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.164048] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523d9f5c-dc42-78f1-0e75-6a3e2dce97e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.164368] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.164818] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4/f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.165548] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2576694f-7375-47b1-9802-5138163d0e8f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.180505] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 771.180505] env[68802]: value = "task-2795242" [ 771.180505] env[68802]: _type = "Task" [ 771.180505] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.194408] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.322671] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.322949] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.323136] env[68802]: DEBUG nova.network.neutron [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.404895] env[68802]: DEBUG oslo_vmware.api [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795240, 'name': PowerOnVM_Task, 'duration_secs': 1.200287} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.405337] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.405501] env[68802]: INFO nova.compute.manager [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Took 9.02 seconds to spawn the instance on the hypervisor. [ 771.405617] env[68802]: DEBUG nova.compute.manager [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.407710] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a8a6a-ad96-49ee-bd8c-9378b8b47d6b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.529579] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4715690-1ab3-4eb5-90da-1b0b74fccfb6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.541530] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014191c-2d67-401c-acd6-86317a244bb1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.597387] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406be492-8b9d-41ee-b93d-1f7468d4426c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.608737] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb13c25b-4140-434d-9970-1bc13515f917 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.624080] env[68802]: DEBUG nova.compute.provider_tree [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.694562] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795242, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.714745] env[68802]: INFO nova.compute.manager [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Rebuilding instance [ 771.784237] env[68802]: DEBUG nova.compute.manager [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.785494] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfad159e-3336-4fd9-b209-433c4af51998 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.862858] env[68802]: DEBUG nova.compute.manager [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Received event network-vif-plugged-df3f0bb4-120f-46e2-aab2-82d27061bf26 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.863114] env[68802]: DEBUG oslo_concurrency.lockutils [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] Acquiring lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.863330] env[68802]: DEBUG oslo_concurrency.lockutils [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.863515] env[68802]: DEBUG oslo_concurrency.lockutils [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.863683] env[68802]: DEBUG nova.compute.manager [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] No waiting events found dispatching network-vif-plugged-df3f0bb4-120f-46e2-aab2-82d27061bf26 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.863845] env[68802]: WARNING nova.compute.manager [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Received unexpected event network-vif-plugged-df3f0bb4-120f-46e2-aab2-82d27061bf26 for instance with vm_state building and task_state spawning. [ 771.863999] env[68802]: DEBUG nova.compute.manager [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Received event network-changed-df3f0bb4-120f-46e2-aab2-82d27061bf26 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.864162] env[68802]: DEBUG nova.compute.manager [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Refreshing instance network info cache due to event network-changed-df3f0bb4-120f-46e2-aab2-82d27061bf26. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 771.864407] env[68802]: DEBUG oslo_concurrency.lockutils [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] Acquiring lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.869072] env[68802]: DEBUG nova.network.neutron [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.934965] env[68802]: INFO nova.compute.manager [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Took 48.09 seconds to build instance. [ 772.131062] env[68802]: DEBUG nova.scheduler.client.report [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.185882] env[68802]: DEBUG nova.network.neutron [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance_info_cache with network_info: [{"id": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "address": "fa:16:3e:6e:21:0f", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3f0bb4-12", "ovs_interfaceid": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.197462] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702705} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.198228] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4/f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.198491] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.198845] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d991418-478d-4c44-a200-0a41a170eb07 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.207351] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 772.207351] env[68802]: value = "task-2795243" [ 772.207351] env[68802]: _type = "Task" [ 772.207351] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.218303] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.437657] env[68802]: DEBUG oslo_concurrency.lockutils [None req-faae62b7-753d-45f2-b1f6-c5dbedb5c36c tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.987s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.637068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.639707] env[68802]: DEBUG nova.compute.manager [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.640342] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.194s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.640562] env[68802]: DEBUG nova.objects.instance [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lazy-loading 'resources' on Instance uuid 19adf5a8-58f3-4367-bf08-377dc06bd813 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.688391] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.688733] env[68802]: DEBUG nova.compute.manager [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Instance network_info: |[{"id": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "address": "fa:16:3e:6e:21:0f", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3f0bb4-12", "ovs_interfaceid": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.689048] env[68802]: DEBUG oslo_concurrency.lockutils [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] Acquired lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.689645] env[68802]: DEBUG nova.network.neutron [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Refreshing network info cache for port df3f0bb4-120f-46e2-aab2-82d27061bf26 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.690413] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:21:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df3f0bb4-120f-46e2-aab2-82d27061bf26', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.700237] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.702356] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.706081] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6ae3dea-0a06-4dcc-9c3b-af81987f97c8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.729931] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193065} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.731336] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.732034] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.732034] env[68802]: value = "task-2795244" [ 772.732034] env[68802]: _type = "Task" [ 772.732034] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.732581] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0e4cfd-3a44-4864-9915-9ed366720e9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.768970] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4/f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.775106] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f0d8ab5-de73-4ada-874e-672e6bde2ddd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.797408] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795244, 'name': CreateVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.803300] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 772.803300] env[68802]: value = "task-2795245" [ 772.803300] env[68802]: _type = "Task" [ 772.803300] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.812991] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.812991] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.813232] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56eb6aad-4de9-4bee-a38e-985ada6f726f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.820708] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 772.820708] env[68802]: value = "task-2795246" [ 772.820708] env[68802]: _type = "Task" [ 772.820708] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.829627] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.147615] env[68802]: DEBUG nova.compute.utils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.151435] env[68802]: DEBUG nova.compute.manager [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.153736] env[68802]: DEBUG nova.network.neutron [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.247166] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795244, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.269669] env[68802]: DEBUG nova.policy [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e02815817b649678f96f2e257305e94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73dd73cde49c45a78566fa3a3a9c307e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.316425] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.333027] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795246, 'name': PowerOffVM_Task, 'duration_secs': 0.330966} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.336871] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.336871] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.337488] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d2361f-3acd-4e92-b680-ad48bf533ea9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.345065] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.347098] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5222a97c-9863-433d-8065-202aa9d0c36f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.436262] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.436606] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.436900] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleting the datastore file [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.440158] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69ae622e-16fc-4fc4-96d4-13d9fbc2d8df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.447929] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 773.447929] env[68802]: value = "task-2795248" [ 773.447929] env[68802]: _type = "Task" [ 773.447929] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.460066] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.651627] env[68802]: DEBUG nova.compute.utils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.661226] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b28083-d503-4c37-ba69-bea96399fa72 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.671767] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01877deb-763d-45f3-a3f7-4ea780dfde95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.710022] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c70b1c-e5f9-4cf2-bd2b-a6b4e763435f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.720943] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f972c49-1454-45e3-9a55-f7503ef6276f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.741540] env[68802]: DEBUG nova.compute.provider_tree [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.741540] env[68802]: DEBUG nova.network.neutron [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updated VIF entry in instance network info cache for port df3f0bb4-120f-46e2-aab2-82d27061bf26. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.741705] env[68802]: DEBUG nova.network.neutron [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance_info_cache with network_info: [{"id": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "address": "fa:16:3e:6e:21:0f", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3f0bb4-12", "ovs_interfaceid": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.750792] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795244, 'name': CreateVM_Task, 'duration_secs': 0.59835} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.750792] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.751335] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.752065] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.752151] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.752412] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e458f8b-4d71-48d1-ab06-c677e21762c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.758338] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 773.758338] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52172234-7e67-3c5e-5b48-aef812c1e473" [ 773.758338] env[68802]: _type = "Task" [ 773.758338] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.767900] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52172234-7e67-3c5e-5b48-aef812c1e473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.815434] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795245, 'name': ReconfigVM_Task, 'duration_secs': 0.587419} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.815434] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4/f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.816963] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-799d7024-9523-4e64-a55a-d73002538ab2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.823223] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 773.823223] env[68802]: value = "task-2795249" [ 773.823223] env[68802]: _type = "Task" [ 773.823223] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.832432] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795249, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.962476] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359413} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.964314] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.964314] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.964457] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.073800] env[68802]: DEBUG nova.network.neutron [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Successfully created port: e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.154821] env[68802]: DEBUG nova.compute.manager [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.165905] env[68802]: DEBUG nova.compute.manager [req-274c2aab-b40f-4116-bbf7-bd46e3a8f2cf req-7e1672aa-0a2e-4c60-bd01-16cda04f427d service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Received event network-changed-8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 774.165905] env[68802]: DEBUG nova.compute.manager [req-274c2aab-b40f-4116-bbf7-bd46e3a8f2cf req-7e1672aa-0a2e-4c60-bd01-16cda04f427d service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Refreshing instance network info cache due to event network-changed-8c2371eb-d183-4926-9b1d-abf5b652f68f. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 774.165905] env[68802]: DEBUG oslo_concurrency.lockutils [req-274c2aab-b40f-4116-bbf7-bd46e3a8f2cf req-7e1672aa-0a2e-4c60-bd01-16cda04f427d service nova] Acquiring lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.165905] env[68802]: DEBUG oslo_concurrency.lockutils [req-274c2aab-b40f-4116-bbf7-bd46e3a8f2cf req-7e1672aa-0a2e-4c60-bd01-16cda04f427d service nova] Acquired lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.165905] env[68802]: DEBUG nova.network.neutron [req-274c2aab-b40f-4116-bbf7-bd46e3a8f2cf req-7e1672aa-0a2e-4c60-bd01-16cda04f427d service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Refreshing network info cache for port 8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.245332] env[68802]: DEBUG nova.scheduler.client.report [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.247611] env[68802]: DEBUG oslo_concurrency.lockutils [req-d8a59e02-43cd-4d11-854c-e9dbef3de70d req-0b445e07-b327-4045-b957-d28c2a815f6a service nova] Releasing lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.273280] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52172234-7e67-3c5e-5b48-aef812c1e473, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.273602] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.274700] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.274700] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.274700] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.274700] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.274981] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47377136-238b-493a-bcac-c65f7c448074 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.293721] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.293921] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.295055] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506be011-e04e-4af8-b4cd-d09417961bde {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.300566] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 774.300566] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c28fc6-a252-040e-d671-9d3e85f19668" [ 774.300566] env[68802]: _type = "Task" [ 774.300566] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.309774] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c28fc6-a252-040e-d671-9d3e85f19668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.332859] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795249, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.748615] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.750918] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.275s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.753566] env[68802]: INFO nova.compute.claims [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.788092] env[68802]: INFO nova.scheduler.client.report [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Deleted allocations for instance 19adf5a8-58f3-4367-bf08-377dc06bd813 [ 774.810944] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c28fc6-a252-040e-d671-9d3e85f19668, 'name': SearchDatastore_Task, 'duration_secs': 0.021933} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.811888] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8ebe57-dc7d-4183-af3f-0cfc72f8caae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.818759] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 774.818759] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4e110-0bd2-abc8-1da0-b52b03b23ef8" [ 774.818759] env[68802]: _type = "Task" [ 774.818759] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.834660] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4e110-0bd2-abc8-1da0-b52b03b23ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.838553] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795249, 'name': Rename_Task, 'duration_secs': 0.665895} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.839210] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.839746] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24be9354-bc9e-4d1d-a4be-371e33ee2545 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.846348] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 774.846348] env[68802]: value = "task-2795250" [ 774.846348] env[68802]: _type = "Task" [ 774.846348] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.854742] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.009586] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.010222] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.010222] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.010222] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.010353] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.010857] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.010857] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.010857] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.010966] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.011716] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.011716] env[68802]: DEBUG nova.virt.hardware [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.012160] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e087a5-24c5-4bb9-96f1-63cb75b19f0e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.020333] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c596bf-d9d9-44d7-a1a7-83bd4594b19a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.041457] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:94:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5db5fcc6-c576-4cad-811d-e06d1ab623d0', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.050891] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.057020] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.062033] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f71d5d54-c93a-402e-bc56-f82020fcac82 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.085052] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.085052] env[68802]: value = "task-2795251" [ 775.085052] env[68802]: _type = "Task" [ 775.085052] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.093486] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795251, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.174707] env[68802]: DEBUG nova.compute.manager [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.199470] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:33:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='519039737',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1878665801',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.199730] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.199871] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.200070] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.200224] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.200563] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.200819] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.201049] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.201163] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.201328] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.201525] env[68802]: DEBUG nova.virt.hardware [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.202412] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94de031-c143-4e8a-b686-8d34547bf328 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.205774] env[68802]: DEBUG nova.network.neutron [req-274c2aab-b40f-4116-bbf7-bd46e3a8f2cf req-7e1672aa-0a2e-4c60-bd01-16cda04f427d service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Updated VIF entry in instance network info cache for port 8c2371eb-d183-4926-9b1d-abf5b652f68f. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.206148] env[68802]: DEBUG nova.network.neutron [req-274c2aab-b40f-4116-bbf7-bd46e3a8f2cf req-7e1672aa-0a2e-4c60-bd01-16cda04f427d service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Updating instance_info_cache with network_info: [{"id": "8c2371eb-d183-4926-9b1d-abf5b652f68f", "address": "fa:16:3e:89:b7:e1", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2371eb-d1", "ovs_interfaceid": "8c2371eb-d183-4926-9b1d-abf5b652f68f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.214305] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580beb40-d07c-4d46-81c6-219d97e1c718 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.297804] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b7e773ab-77ab-40a7-aeec-1649820589be tempest-ServersV294TestFqdnHostnames-2135201734 tempest-ServersV294TestFqdnHostnames-2135201734-project-member] Lock "19adf5a8-58f3-4367-bf08-377dc06bd813" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.012s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.333176] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4e110-0bd2-abc8-1da0-b52b03b23ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.019085} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.334343] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.334457] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] a45062b8-eb37-478e-b5d9-e4e30f6eeb7d/a45062b8-eb37-478e-b5d9-e4e30f6eeb7d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.334707] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f6917ac-c377-4501-8a11-b1b1e1bb0381 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.341769] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 775.341769] env[68802]: value = "task-2795252" [ 775.341769] env[68802]: _type = "Task" [ 775.341769] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.350445] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.359634] env[68802]: DEBUG oslo_vmware.api [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795250, 'name': PowerOnVM_Task, 'duration_secs': 0.492395} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.360732] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.360732] env[68802]: INFO nova.compute.manager [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Took 9.23 seconds to spawn the instance on the hypervisor. [ 775.360732] env[68802]: DEBUG nova.compute.manager [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.360938] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d4a134-40b2-4e57-9299-1e1fd6d78a8b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.597723] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795251, 'name': CreateVM_Task, 'duration_secs': 0.346267} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.597910] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.598623] env[68802]: DEBUG oslo_concurrency.lockutils [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.598796] env[68802]: DEBUG oslo_concurrency.lockutils [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.599309] env[68802]: DEBUG oslo_concurrency.lockutils [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.599499] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2abe42-cc2a-409c-8267-ffd6bdad7856 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.605700] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 775.605700] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529525a0-14e7-fe54-fb83-de5d16d9bbb2" [ 775.605700] env[68802]: _type = "Task" [ 775.605700] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.615383] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529525a0-14e7-fe54-fb83-de5d16d9bbb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.709070] env[68802]: DEBUG oslo_concurrency.lockutils [req-274c2aab-b40f-4116-bbf7-bd46e3a8f2cf req-7e1672aa-0a2e-4c60-bd01-16cda04f427d service nova] Releasing lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.861504] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795252, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.880444] env[68802]: INFO nova.compute.manager [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Took 46.56 seconds to build instance. [ 776.115136] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529525a0-14e7-fe54-fb83-de5d16d9bbb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.115475] env[68802]: DEBUG oslo_concurrency.lockutils [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.115717] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.116022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.116241] env[68802]: DEBUG oslo_concurrency.lockutils [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.116377] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.116659] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0077fdee-bc03-4f1a-b0ba-5d8e9292a195 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.134313] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.136034] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.139445] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c25dec-8481-4317-9a51-e1f88e5bb095 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.146598] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 776.146598] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bf179b-7775-f81c-8f85-3f5f9da42d9a" [ 776.146598] env[68802]: _type = "Task" [ 776.146598] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.156517] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bf179b-7775-f81c-8f85-3f5f9da42d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.311546] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1200e9-887c-46a2-b650-a26bd18f419b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.321220] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13334cd-9617-47a6-88c5-70a3858fdc26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.358524] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f906ba-d799-4699-9f71-c127595f75a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.369682] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778533} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.370034] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] a45062b8-eb37-478e-b5d9-e4e30f6eeb7d/a45062b8-eb37-478e-b5d9-e4e30f6eeb7d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.370256] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.371696] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58492c2-4b18-4ba3-9eb0-ad11ff61988e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.375670] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bbc9a28-b0cf-4e64-af60-e317b992cf3d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.389422] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bb8b8bff-e3fc-4ab2-ac49-9e746828b7c9 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.528s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.389964] env[68802]: DEBUG nova.compute.provider_tree [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.393148] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 776.393148] env[68802]: value = "task-2795253" [ 776.393148] env[68802]: _type = "Task" [ 776.393148] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.401923] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.545731] env[68802]: DEBUG nova.network.neutron [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Successfully updated port: e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.584290] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquiring lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.584800] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.659777] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bf179b-7775-f81c-8f85-3f5f9da42d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.027219} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.660627] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d34ce2e-0226-4bc3-9dae-99dfa1c3fa60 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.665855] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 776.665855] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522607cb-cbac-a040-126a-f4b6bbee1e31" [ 776.665855] env[68802]: _type = "Task" [ 776.665855] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.674048] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522607cb-cbac-a040-126a-f4b6bbee1e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.738748] env[68802]: DEBUG nova.compute.manager [req-b9bd00e2-a19b-478d-8f8b-f512a53b1b6d req-02621661-dfae-4490-9c9f-90bfb0a6e4d1 service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Received event network-vif-plugged-e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 776.738948] env[68802]: DEBUG oslo_concurrency.lockutils [req-b9bd00e2-a19b-478d-8f8b-f512a53b1b6d req-02621661-dfae-4490-9c9f-90bfb0a6e4d1 service nova] Acquiring lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.739156] env[68802]: DEBUG oslo_concurrency.lockutils [req-b9bd00e2-a19b-478d-8f8b-f512a53b1b6d req-02621661-dfae-4490-9c9f-90bfb0a6e4d1 service nova] Lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.739426] env[68802]: DEBUG oslo_concurrency.lockutils [req-b9bd00e2-a19b-478d-8f8b-f512a53b1b6d req-02621661-dfae-4490-9c9f-90bfb0a6e4d1 service nova] Lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.739757] env[68802]: DEBUG nova.compute.manager [req-b9bd00e2-a19b-478d-8f8b-f512a53b1b6d req-02621661-dfae-4490-9c9f-90bfb0a6e4d1 service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] No waiting events found dispatching network-vif-plugged-e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.739757] env[68802]: WARNING nova.compute.manager [req-b9bd00e2-a19b-478d-8f8b-f512a53b1b6d req-02621661-dfae-4490-9c9f-90bfb0a6e4d1 service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Received unexpected event network-vif-plugged-e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5 for instance with vm_state building and task_state spawning. [ 776.895120] env[68802]: DEBUG nova.scheduler.client.report [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.908777] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140903} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.909356] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.910480] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae954103-10a2-4352-a20e-755776401a78 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.943951] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a45062b8-eb37-478e-b5d9-e4e30f6eeb7d/a45062b8-eb37-478e-b5d9-e4e30f6eeb7d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.946250] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a49e1e5c-9fec-4b30-8d1a-d36f075cb735 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.970551] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 776.970551] env[68802]: value = "task-2795254" [ 776.970551] env[68802]: _type = "Task" [ 776.970551] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.977468] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.050148] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "refresh_cache-ad1d605e-bbf1-4101-8d60-6911ef1045cf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.050335] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquired lock "refresh_cache-ad1d605e-bbf1-4101-8d60-6911ef1045cf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.050490] env[68802]: DEBUG nova.network.neutron [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.089224] env[68802]: DEBUG nova.compute.manager [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.178741] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522607cb-cbac-a040-126a-f4b6bbee1e31, 'name': SearchDatastore_Task, 'duration_secs': 0.069219} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.178956] env[68802]: DEBUG oslo_concurrency.lockutils [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.179240] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.179587] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4446acb0-5edc-43e7-99b3-4a7e8365cf0d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.186265] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 777.186265] env[68802]: value = "task-2795255" [ 777.186265] env[68802]: _type = "Task" [ 777.186265] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.195072] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.402204] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.402782] env[68802]: DEBUG nova.compute.manager [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.405999] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.439s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.406248] env[68802]: DEBUG nova.objects.instance [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lazy-loading 'resources' on Instance uuid 07b895ce-6399-4cc4-9154-97a6449ef6b3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.484426] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.609185] env[68802]: DEBUG nova.network.neutron [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.619669] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.699504] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.860573] env[68802]: DEBUG nova.compute.manager [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.861524] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1325aac1-2e30-4b93-a3aa-c476cc5bb7ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.908908] env[68802]: DEBUG nova.compute.utils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.914739] env[68802]: DEBUG nova.compute.manager [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.915112] env[68802]: DEBUG nova.network.neutron [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.967504] env[68802]: DEBUG nova.network.neutron [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Updating instance_info_cache with network_info: [{"id": "e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5", "address": "fa:16:3e:49:ce:38", "network": {"id": "a16218c9-0db1-41d4-8620-34eb59d17062", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-564207824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dd73cde49c45a78566fa3a3a9c307e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ebd6e3-7b", "ovs_interfaceid": "e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.984653] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795254, 'name': ReconfigVM_Task, 'duration_secs': 0.686411} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.985991] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a45062b8-eb37-478e-b5d9-e4e30f6eeb7d/a45062b8-eb37-478e-b5d9-e4e30f6eeb7d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.986445] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-863624fc-05f7-4514-9f14-2b7f63420115 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.002404] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 778.002404] env[68802]: value = "task-2795256" [ 778.002404] env[68802]: _type = "Task" [ 778.002404] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.012562] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795256, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.017930] env[68802]: DEBUG nova.policy [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17b158c67784c40b81aa53df7e4939f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3306c3c65a254cb7a49c71af2ed776a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.068570] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquiring lock "9539e853-9404-4b1d-b1cd-017cf7704938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.069165] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "9539e853-9404-4b1d-b1cd-017cf7704938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.203909] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781992} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.207249] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.207474] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.208748] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-886ba81a-5650-43be-8610-20924cf22a68 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.215771] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 778.215771] env[68802]: value = "task-2795257" [ 778.215771] env[68802]: _type = "Task" [ 778.215771] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.230451] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.377281] env[68802]: INFO nova.compute.manager [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] instance snapshotting [ 778.383622] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e560b91d-f64e-4d47-8585-d765c045ef67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.407179] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4161fe-c8e8-40f3-a5b6-27c9796d5185 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.419876] env[68802]: DEBUG nova.compute.manager [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.459033] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9bdd9a-5954-4384-8cdd-fa4c2aae8733 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.470031] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c5f2e1-4a8c-441b-9a53-92ea2f4cfb9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.474315] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Releasing lock "refresh_cache-ad1d605e-bbf1-4101-8d60-6911ef1045cf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.474315] env[68802]: DEBUG nova.compute.manager [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Instance network_info: |[{"id": "e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5", "address": "fa:16:3e:49:ce:38", "network": {"id": "a16218c9-0db1-41d4-8620-34eb59d17062", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-564207824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dd73cde49c45a78566fa3a3a9c307e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ebd6e3-7b", "ovs_interfaceid": "e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.474845] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:ce:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.484042] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.484495] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.485358] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7504007-9b82-456c-95b9-61e81e03466d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.535458] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7061e9b-9dee-4392-b7c7-751fb469354e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.540644] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.540644] env[68802]: value = "task-2795258" [ 778.540644] env[68802]: _type = "Task" [ 778.540644] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.554759] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795256, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.557635] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb142b4-8c84-4f3a-8ba5-36882103eb10 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.565954] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795258, 'name': CreateVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.575342] env[68802]: DEBUG nova.compute.manager [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.578032] env[68802]: DEBUG nova.compute.provider_tree [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.686250] env[68802]: DEBUG nova.network.neutron [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Successfully created port: 71478fe1-06f3-4b3b-912b-bd5e97518009 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.726328] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08603} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.726966] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.727268] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d6c860-04d6-4275-8000-e144f3dade39 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.751492] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.751820] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e617274b-a619-455e-9f5e-79c636bbda16 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.772668] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 778.772668] env[68802]: value = "task-2795259" [ 778.772668] env[68802]: _type = "Task" [ 778.772668] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.781129] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.922699] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 778.926661] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c554283e-7208-483c-9d08-c616ac5cb64f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.935769] env[68802]: DEBUG nova.compute.manager [req-a8a7f560-daa7-481c-84ec-a7b71763b0df req-5f59423e-f4cf-4114-ac06-37202487377c service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Received event network-changed-e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 778.935977] env[68802]: DEBUG nova.compute.manager [req-a8a7f560-daa7-481c-84ec-a7b71763b0df req-5f59423e-f4cf-4114-ac06-37202487377c service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Refreshing instance network info cache due to event network-changed-e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 778.936222] env[68802]: DEBUG oslo_concurrency.lockutils [req-a8a7f560-daa7-481c-84ec-a7b71763b0df req-5f59423e-f4cf-4114-ac06-37202487377c service nova] Acquiring lock "refresh_cache-ad1d605e-bbf1-4101-8d60-6911ef1045cf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.936377] env[68802]: DEBUG oslo_concurrency.lockutils [req-a8a7f560-daa7-481c-84ec-a7b71763b0df req-5f59423e-f4cf-4114-ac06-37202487377c service nova] Acquired lock "refresh_cache-ad1d605e-bbf1-4101-8d60-6911ef1045cf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.936536] env[68802]: DEBUG nova.network.neutron [req-a8a7f560-daa7-481c-84ec-a7b71763b0df req-5f59423e-f4cf-4114-ac06-37202487377c service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Refreshing network info cache for port e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.946063] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 778.946063] env[68802]: value = "task-2795260" [ 778.946063] env[68802]: _type = "Task" [ 778.946063] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.960022] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.048392] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795256, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.059171] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795258, 'name': CreateVM_Task, 'duration_secs': 0.388271} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.059894] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.060850] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.061197] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.061601] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.062485] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b4d6b4-3f11-47e0-b611-ac10f740cc38 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.069272] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 779.069272] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52964894-3688-67fc-ec99-d8f7e6c4cb89" [ 779.069272] env[68802]: _type = "Task" [ 779.069272] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.088605] env[68802]: DEBUG nova.scheduler.client.report [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.093134] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52964894-3688-67fc-ec99-d8f7e6c4cb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.117959] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.282829] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795259, 'name': ReconfigVM_Task, 'duration_secs': 0.352763} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.283129] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.283743] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97697501-f57d-4b0f-8eda-3484a8984f9b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.290049] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 779.290049] env[68802]: value = "task-2795261" [ 779.290049] env[68802]: _type = "Task" [ 779.290049] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.297780] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795261, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.434815] env[68802]: DEBUG nova.compute.manager [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.453968] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.470685] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.470868] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.471020] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.471215] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.471372] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.471518] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.471723] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.471878] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.472116] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.472314] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.472770] env[68802]: DEBUG nova.virt.hardware [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.473633] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c057b9-48a6-44db-a932-91c3e4c07889 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.485229] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6584a14a-6cdf-4e79-a3bf-97c37feeb368 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.541596] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795256, 'name': Rename_Task, 'duration_secs': 1.165839} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.541865] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.542128] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ef81b8-a4dd-44b5-a5da-2e4cc98a71b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.551597] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 779.551597] env[68802]: value = "task-2795262" [ 779.551597] env[68802]: _type = "Task" [ 779.551597] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.560851] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.579078] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52964894-3688-67fc-ec99-d8f7e6c4cb89, 'name': SearchDatastore_Task, 'duration_secs': 0.019791} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.579505] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.579644] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.579814] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.581844] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.581844] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.584385] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-091294c9-bcc8-4a0a-a95c-b86be83b42ce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.592631] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.592820] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.593564] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49d9262-d15a-4223-8f42-17ea85720083 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.596624] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.598839] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.134s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.599072] env[68802]: DEBUG nova.objects.instance [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lazy-loading 'resources' on Instance uuid ebe265d5-d05d-48f6-a05a-5e79189d63a3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.603487] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 779.603487] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b6cf93-8a1c-e88c-183d-0837cb01348b" [ 779.603487] env[68802]: _type = "Task" [ 779.603487] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.613272] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b6cf93-8a1c-e88c-183d-0837cb01348b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.634487] env[68802]: INFO nova.scheduler.client.report [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Deleted allocations for instance 07b895ce-6399-4cc4-9154-97a6449ef6b3 [ 779.654576] env[68802]: DEBUG nova.network.neutron [req-a8a7f560-daa7-481c-84ec-a7b71763b0df req-5f59423e-f4cf-4114-ac06-37202487377c service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Updated VIF entry in instance network info cache for port e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.655245] env[68802]: DEBUG nova.network.neutron [req-a8a7f560-daa7-481c-84ec-a7b71763b0df req-5f59423e-f4cf-4114-ac06-37202487377c service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Updating instance_info_cache with network_info: [{"id": "e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5", "address": "fa:16:3e:49:ce:38", "network": {"id": "a16218c9-0db1-41d4-8620-34eb59d17062", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-564207824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dd73cde49c45a78566fa3a3a9c307e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ebd6e3-7b", "ovs_interfaceid": "e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.801649] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795261, 'name': Rename_Task, 'duration_secs': 0.177082} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.801925] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.802203] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0740e3dd-916a-412d-b354-ebd32239bfd6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.810974] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 779.810974] env[68802]: value = "task-2795263" [ 779.810974] env[68802]: _type = "Task" [ 779.810974] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.821034] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.956222] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795260, 'name': CreateSnapshot_Task, 'duration_secs': 0.907817} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.956600] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.957961] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2077c3-cccb-4358-a234-b3e6fac161b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.062101] env[68802]: DEBUG oslo_vmware.api [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795262, 'name': PowerOnVM_Task, 'duration_secs': 0.470212} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.062399] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.062606] env[68802]: INFO nova.compute.manager [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Took 10.30 seconds to spawn the instance on the hypervisor. [ 780.062783] env[68802]: DEBUG nova.compute.manager [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.063611] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c627a5-4720-4deb-a90a-3aa7a12afeb3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.119835] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b6cf93-8a1c-e88c-183d-0837cb01348b, 'name': SearchDatastore_Task, 'duration_secs': 0.017566} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.121241] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f82b9c7-05f3-47cb-97a9-a74f993918c9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.131748] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 780.131748] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5297da0d-8dfc-3e33-d733-73e553c431f2" [ 780.131748] env[68802]: _type = "Task" [ 780.131748] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.145850] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5297da0d-8dfc-3e33-d733-73e553c431f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.146819] env[68802]: DEBUG oslo_concurrency.lockutils [None req-94ff3ca3-168f-4ed8-93e8-aba72721df11 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.708s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.147812] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.757s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.148043] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "07b895ce-6399-4cc4-9154-97a6449ef6b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.148250] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.148415] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.154637] env[68802]: INFO nova.compute.manager [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Terminating instance [ 780.159408] env[68802]: DEBUG oslo_concurrency.lockutils [req-a8a7f560-daa7-481c-84ec-a7b71763b0df req-5f59423e-f4cf-4114-ac06-37202487377c service nova] Releasing lock "refresh_cache-ad1d605e-bbf1-4101-8d60-6911ef1045cf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.325722] env[68802]: DEBUG oslo_vmware.api [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795263, 'name': PowerOnVM_Task, 'duration_secs': 0.503838} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.328069] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.328069] env[68802]: DEBUG nova.compute.manager [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.328069] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5d75ed-b4e9-46a0-ad00-fd797a341019 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.477221] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 780.480988] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d11ded55-3959-404e-a380-2f4a3ddb9b52 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.491446] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 780.491446] env[68802]: value = "task-2795264" [ 780.491446] env[68802]: _type = "Task" [ 780.491446] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.502990] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795264, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.584042] env[68802]: INFO nova.compute.manager [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Took 45.94 seconds to build instance. [ 780.612128] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877547e9-6746-4f76-aa04-04b63c14b66d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.630253] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda5720b-c573-42ef-9710-e0541359791e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.691674] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5297da0d-8dfc-3e33-d733-73e553c431f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013281} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.692375] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.692649] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquired lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.692849] env[68802]: DEBUG nova.network.neutron [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.694811] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.695079] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ad1d605e-bbf1-4101-8d60-6911ef1045cf/ad1d605e-bbf1-4101-8d60-6911ef1045cf.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.696108] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c8a9b9-3e77-4513-ab02-f4dc1b23868d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.699589] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4648d8a0-5a09-4db2-afc9-09054a98cc2e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.710307] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2895defc-8bff-4e2b-8c98-d4977f2cdc4c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.716291] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 780.716291] env[68802]: value = "task-2795265" [ 780.716291] env[68802]: _type = "Task" [ 780.716291] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.727964] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.736513] env[68802]: DEBUG nova.compute.provider_tree [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.847022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.913480] env[68802]: DEBUG nova.network.neutron [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Successfully updated port: 71478fe1-06f3-4b3b-912b-bd5e97518009 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.006131] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795264, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.085363] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e60b898-a629-447e-99b8-8c9d8dbdea5e tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.611s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.200887] env[68802]: DEBUG nova.compute.utils [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Can not refresh info_cache because instance was not found {{(pid=68802) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 781.235351] env[68802]: DEBUG nova.network.neutron [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.241472] env[68802]: DEBUG nova.scheduler.client.report [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.245710] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795265, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.265965] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "b268e90c-94cd-4b2f-8f26-f006f35542ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.266260] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "b268e90c-94cd-4b2f-8f26-f006f35542ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.266468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "b268e90c-94cd-4b2f-8f26-f006f35542ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.266666] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "b268e90c-94cd-4b2f-8f26-f006f35542ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.267624] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "b268e90c-94cd-4b2f-8f26-f006f35542ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.269737] env[68802]: INFO nova.compute.manager [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Terminating instance [ 781.310032] env[68802]: DEBUG nova.compute.manager [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Received event network-vif-plugged-71478fe1-06f3-4b3b-912b-bd5e97518009 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 781.310272] env[68802]: DEBUG oslo_concurrency.lockutils [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] Acquiring lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.310514] env[68802]: DEBUG oslo_concurrency.lockutils [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] Lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.310685] env[68802]: DEBUG oslo_concurrency.lockutils [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] Lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.310847] env[68802]: DEBUG nova.compute.manager [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] No waiting events found dispatching network-vif-plugged-71478fe1-06f3-4b3b-912b-bd5e97518009 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.311013] env[68802]: WARNING nova.compute.manager [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Received unexpected event network-vif-plugged-71478fe1-06f3-4b3b-912b-bd5e97518009 for instance with vm_state building and task_state spawning. [ 781.312613] env[68802]: DEBUG nova.compute.manager [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Received event network-changed-71478fe1-06f3-4b3b-912b-bd5e97518009 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 781.312779] env[68802]: DEBUG nova.compute.manager [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Refreshing instance network info cache due to event network-changed-71478fe1-06f3-4b3b-912b-bd5e97518009. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 781.313072] env[68802]: DEBUG oslo_concurrency.lockutils [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] Acquiring lock "refresh_cache-46bfcf80-7dbd-492e-b9d3-a6207b2427b7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.313246] env[68802]: DEBUG oslo_concurrency.lockutils [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] Acquired lock "refresh_cache-46bfcf80-7dbd-492e-b9d3-a6207b2427b7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.313433] env[68802]: DEBUG nova.network.neutron [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Refreshing network info cache for port 71478fe1-06f3-4b3b-912b-bd5e97518009 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.413855] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "refresh_cache-46bfcf80-7dbd-492e-b9d3-a6207b2427b7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.424665] env[68802]: DEBUG nova.network.neutron [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.505215] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795264, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.729632] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573851} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.729942] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ad1d605e-bbf1-4101-8d60-6911ef1045cf/ad1d605e-bbf1-4101-8d60-6911ef1045cf.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.730223] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.730514] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65d0a133-ce04-44dd-a596-d4e631b30fb2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.738902] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 781.738902] env[68802]: value = "task-2795266" [ 781.738902] env[68802]: _type = "Task" [ 781.738902] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.750326] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.752404] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.753820] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.548s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.773525] env[68802]: DEBUG nova.compute.manager [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.773885] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.774677] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f5469-6b8d-4f82-abb9-a1229916741f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.785017] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.786015] env[68802]: INFO nova.scheduler.client.report [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Deleted allocations for instance ebe265d5-d05d-48f6-a05a-5e79189d63a3 [ 781.786926] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-040a2730-a351-4471-a852-09d76ec6fcb3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.795356] env[68802]: DEBUG oslo_vmware.api [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 781.795356] env[68802]: value = "task-2795267" [ 781.795356] env[68802]: _type = "Task" [ 781.795356] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.804627] env[68802]: DEBUG oslo_vmware.api [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.864159] env[68802]: DEBUG nova.network.neutron [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.928282] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Releasing lock "refresh_cache-07b895ce-6399-4cc4-9154-97a6449ef6b3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.931298] env[68802]: DEBUG nova.compute.manager [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.931298] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.931298] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-021ee842-a3db-4f7a-85f1-c700de9bb104 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.947434] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a1e40d-7ce3-4631-b930-07db7d698ee4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.991865] env[68802]: WARNING nova.virt.vmwareapi.vmops [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 07b895ce-6399-4cc4-9154-97a6449ef6b3 could not be found. [ 781.992891] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.993173] env[68802]: INFO nova.compute.manager [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Took 0.06 seconds to destroy the instance on the hypervisor. [ 781.993636] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.993791] env[68802]: DEBUG nova.compute.manager [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.993845] env[68802]: DEBUG nova.network.neutron [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.006345] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795264, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.030129] env[68802]: DEBUG nova.network.neutron [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.068396] env[68802]: DEBUG nova.network.neutron [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.210143] env[68802]: INFO nova.compute.manager [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Rebuilding instance [ 782.264771] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205494} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.265237] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.266242] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae1c6df-dd1c-4b51-9cc8-d73565d7f075 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.281506] env[68802]: DEBUG nova.compute.manager [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.292114] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1366f77a-a650-49cb-9404-67799c160ba8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.304605] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] ad1d605e-bbf1-4101-8d60-6911ef1045cf/ad1d605e-bbf1-4101-8d60-6911ef1045cf.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.309623] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9064deaf-e48a-4166-bbf4-11d1066d813a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.329548] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7b0bffc1-2428-4d19-bb31-5eca4f8f7568 tempest-AttachInterfacesUnderV243Test-1706664271 tempest-AttachInterfacesUnderV243Test-1706664271-project-member] Lock "ebe265d5-d05d-48f6-a05a-5e79189d63a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.515s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.343927] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 782.343927] env[68802]: value = "task-2795268" [ 782.343927] env[68802]: _type = "Task" [ 782.343927] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.347013] env[68802]: DEBUG oslo_vmware.api [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795267, 'name': PowerOffVM_Task, 'duration_secs': 0.528652} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.351085] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.351085] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.351085] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bdc60b3-66fa-4f28-91c5-52835284bbc6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.361920] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.443279] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.443823] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.444299] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Deleting the datastore file [datastore1] b268e90c-94cd-4b2f-8f26-f006f35542ee {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.444756] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c138cc5e-fb4d-4ea8-aa38-b63af39f8dfe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.459013] env[68802]: DEBUG oslo_vmware.api [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for the task: (returnval){ [ 782.459013] env[68802]: value = "task-2795270" [ 782.459013] env[68802]: _type = "Task" [ 782.459013] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.472814] env[68802]: DEBUG oslo_vmware.api [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.513617] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795264, 'name': CloneVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.534156] env[68802]: DEBUG nova.network.neutron [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.579019] env[68802]: DEBUG oslo_concurrency.lockutils [req-0b3aea34-34ff-4870-baa0-f8d414c60bcb req-75e1f980-5ae7-4a04-acb7-e339241b75da service nova] Releasing lock "refresh_cache-46bfcf80-7dbd-492e-b9d3-a6207b2427b7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.579019] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "refresh_cache-46bfcf80-7dbd-492e-b9d3-a6207b2427b7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.579019] env[68802]: DEBUG nova.network.neutron [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.848385] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be44bfb0-2963-406c-9700-9a924f25c078 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.873088] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795268, 'name': ReconfigVM_Task, 'duration_secs': 0.403866} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.876018] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Reconfigured VM instance instance-00000033 to attach disk [datastore2] ad1d605e-bbf1-4101-8d60-6911ef1045cf/ad1d605e-bbf1-4101-8d60-6911ef1045cf.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.876445] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68802) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 782.877770] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9f24617e-e2b1-42d3-949a-6da8498480c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.881136] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3885e4c-2b22-448f-b3d7-eb21b7049ee5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.920416] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252912ce-1aa4-4094-a6cd-e8b872dbdee6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.924110] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 782.924110] env[68802]: value = "task-2795271" [ 782.924110] env[68802]: _type = "Task" [ 782.924110] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.932501] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa650bc6-b36c-4f87-ba58-ae2527a039cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.943804] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795271, 'name': CreateVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.956897] env[68802]: DEBUG nova.compute.provider_tree [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.969880] env[68802]: DEBUG oslo_vmware.api [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Task: {'id': task-2795270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22441} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.970166] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.970352] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.970546] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.970728] env[68802]: INFO nova.compute.manager [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Took 1.20 seconds to destroy the instance on the hypervisor. [ 782.970979] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.971295] env[68802]: DEBUG nova.compute.manager [-] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.971295] env[68802]: DEBUG nova.network.neutron [-] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.014886] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795264, 'name': CloneVM_Task, 'duration_secs': 2.036046} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.015262] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Created linked-clone VM from snapshot [ 783.016916] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd82fe8c-8cdf-4ebc-bd26-a7fd02e84e76 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.025305] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Uploading image 651657c0-867e-421a-be3e-d3a356f6c392 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 783.037350] env[68802]: INFO nova.compute.manager [-] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Took 1.04 seconds to deallocate network for instance. [ 783.043469] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 783.043802] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c6c1a9c1-eaab-4bee-9ef8-9b870186ce66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.053842] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 783.053842] env[68802]: value = "task-2795272" [ 783.053842] env[68802]: _type = "Task" [ 783.053842] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.067733] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795272, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.146288] env[68802]: DEBUG nova.network.neutron [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.346728] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.347059] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f47a90e-2bf3-4eb7-97fc-8428ba8629c8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.356983] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 783.356983] env[68802]: value = "task-2795273" [ 783.356983] env[68802]: _type = "Task" [ 783.356983] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.371995] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.379336] env[68802]: DEBUG nova.compute.manager [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Stashing vm_state: active {{(pid=68802) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 783.443387] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795271, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.067981} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.443387] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68802) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 783.443669] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b976f1f-c43b-4722-97a3-ab3f8fbfee31 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.465212] env[68802]: DEBUG nova.scheduler.client.report [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.477070] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] ad1d605e-bbf1-4101-8d60-6911ef1045cf/ephemeral_0.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.479904] env[68802]: DEBUG nova.network.neutron [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Updating instance_info_cache with network_info: [{"id": "71478fe1-06f3-4b3b-912b-bd5e97518009", "address": "fa:16:3e:0a:1f:34", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71478fe1-06", "ovs_interfaceid": "71478fe1-06f3-4b3b-912b-bd5e97518009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.481424] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a331e0-0c8e-42a7-a699-b40f2c54fd03 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.505414] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 783.505414] env[68802]: value = "task-2795274" [ 783.505414] env[68802]: _type = "Task" [ 783.505414] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.519758] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.548577] env[68802]: INFO nova.compute.manager [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Instance disappeared during terminate [ 783.548577] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2d437277-70d4-4119-b312-86403d997cfa tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "07b895ce-6399-4cc4-9154-97a6449ef6b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.400s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.565882] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795272, 'name': Destroy_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.826349] env[68802]: DEBUG nova.compute.manager [req-89fe2493-26d2-45ae-a615-079728f77924 req-329cc488-3f61-4e98-8ee1-ff769953c2bb service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Received event network-vif-deleted-eba21aa8-c504-405c-8cd9-b464165db572 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 783.826555] env[68802]: INFO nova.compute.manager [req-89fe2493-26d2-45ae-a615-079728f77924 req-329cc488-3f61-4e98-8ee1-ff769953c2bb service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Neutron deleted interface eba21aa8-c504-405c-8cd9-b464165db572; detaching it from the instance and deleting it from the info cache [ 783.826631] env[68802]: DEBUG nova.network.neutron [req-89fe2493-26d2-45ae-a615-079728f77924 req-329cc488-3f61-4e98-8ee1-ff769953c2bb service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.873568] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795273, 'name': PowerOffVM_Task, 'duration_secs': 0.23435} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.874254] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.874495] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.875440] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9387d3b7-8c7c-4cd1-9134-0cec5ad2d0b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.884555] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.884784] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c162cd55-823f-44f2-94af-90c397a65baf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.910803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.959682] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.960881] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.961295] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleting the datastore file [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.962583] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e58f6b7-89fd-4c25-9c7b-eefb63922717 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.970661] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 783.970661] env[68802]: value = "task-2795276" [ 783.970661] env[68802]: _type = "Task" [ 783.970661] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.988595] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.997373] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "refresh_cache-46bfcf80-7dbd-492e-b9d3-a6207b2427b7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.999115] env[68802]: DEBUG nova.compute.manager [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Instance network_info: |[{"id": "71478fe1-06f3-4b3b-912b-bd5e97518009", "address": "fa:16:3e:0a:1f:34", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71478fe1-06", "ovs_interfaceid": "71478fe1-06f3-4b3b-912b-bd5e97518009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.999310] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:1f:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71478fe1-06f3-4b3b-912b-bd5e97518009', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.007218] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.008265] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.011540] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f9e4c90-52de-40be-bafc-3cc58f809a76 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.033954] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795274, 'name': ReconfigVM_Task, 'duration_secs': 0.365347} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.034905] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Reconfigured VM instance instance-00000033 to attach disk [datastore2] ad1d605e-bbf1-4101-8d60-6911ef1045cf/ephemeral_0.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.035880] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.035880] env[68802]: value = "task-2795277" [ 784.035880] env[68802]: _type = "Task" [ 784.035880] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.036182] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48236e49-bdff-4882-87b9-c8651d670529 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.048469] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795277, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.049296] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 784.049296] env[68802]: value = "task-2795278" [ 784.049296] env[68802]: _type = "Task" [ 784.049296] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.060492] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795278, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.063868] env[68802]: DEBUG nova.network.neutron [-] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.075877] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795272, 'name': Destroy_Task, 'duration_secs': 0.614863} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.077091] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Destroyed the VM [ 784.077511] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.077859] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b585993e-6c54-4739-8d80-7dc021e6a710 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.087629] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 784.087629] env[68802]: value = "task-2795279" [ 784.087629] env[68802]: _type = "Task" [ 784.087629] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.098498] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795279, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.331167] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed28441c-02f1-4a09-80b7-680c6e015f49 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.345750] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba8d017-846e-4d1e-8480-723b45bb2f38 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.394240] env[68802]: DEBUG nova.compute.manager [req-89fe2493-26d2-45ae-a615-079728f77924 req-329cc488-3f61-4e98-8ee1-ff769953c2bb service nova] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Detach interface failed, port_id=eba21aa8-c504-405c-8cd9-b464165db572, reason: Instance b268e90c-94cd-4b2f-8f26-f006f35542ee could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 784.471068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.471537] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.483708] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263852} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.484791] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.485233] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.487525] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.489898] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.737s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.493257] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.861s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.494534] env[68802]: INFO nova.compute.claims [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.554709] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795277, 'name': CreateVM_Task, 'duration_secs': 0.429025} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.563330] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.564245] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.564560] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.564976] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.565999] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e54300a-029c-459e-8c03-f1befdb14208 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.571340] env[68802]: INFO nova.compute.manager [-] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Took 1.60 seconds to deallocate network for instance. [ 784.572082] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795278, 'name': Rename_Task, 'duration_secs': 0.229669} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.574882] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.578018] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 784.578018] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5222681e-ff88-e538-0a58-60145ca966ce" [ 784.578018] env[68802]: _type = "Task" [ 784.578018] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.578492] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d39601a3-cb72-45b3-a833-93b2d4599988 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.598046] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5222681e-ff88-e538-0a58-60145ca966ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017456} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.599328] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.599873] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.600311] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.600614] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.600874] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.602620] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 784.602620] env[68802]: value = "task-2795280" [ 784.602620] env[68802]: _type = "Task" [ 784.602620] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.605893] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-228fd388-ea57-4f09-b264-88e4fd1b4ecd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.609993] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795279, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.618749] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795280, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.620509] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.620701] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.621439] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd494ec1-3122-4163-a5fb-8bcbba78ec76 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.627736] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 784.627736] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524afb12-74fc-913b-b9cc-ee05efb50147" [ 784.627736] env[68802]: _type = "Task" [ 784.627736] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.639051] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524afb12-74fc-913b-b9cc-ee05efb50147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.980024] env[68802]: DEBUG nova.compute.manager [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.070545] env[68802]: INFO nova.scheduler.client.report [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Deleted allocation for migration 6ec875a2-9b04-4790-ac4e-fb254309fc4d [ 785.085909] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.100189] env[68802]: DEBUG oslo_vmware.api [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795279, 'name': RemoveSnapshot_Task, 'duration_secs': 0.661448} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.100430] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.119273] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795280, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.140048] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524afb12-74fc-913b-b9cc-ee05efb50147, 'name': SearchDatastore_Task, 'duration_secs': 0.016495} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.140601] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb99de6-ef10-43a1-bbf4-77ac6a8fb49d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.147204] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 785.147204] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e42669-db47-8cdb-c058-91150fbdbfa1" [ 785.147204] env[68802]: _type = "Task" [ 785.147204] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.156406] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e42669-db47-8cdb-c058-91150fbdbfa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.274389] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "301c4279-7385-407c-9dc0-87b5e1318441" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.274693] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "301c4279-7385-407c-9dc0-87b5e1318441" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.509604] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.529635] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.529868] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.530038] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.530224] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.530366] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.530511] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.530716] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.530871] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.531048] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.531216] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.531395] env[68802]: DEBUG nova.virt.hardware [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.532271] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e1677-4c70-4539-b145-fc6566abec4a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.544580] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a9274-16fc-4157-bae8-5db59998594e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.560869] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:94:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5db5fcc6-c576-4cad-811d-e06d1ab623d0', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.569154] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.571090] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.572253] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af9b268a-042f-4cf2-abae-ab0b5898f3f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.589047] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5b6490fc-2ac9-4412-b3c2-59af722ea4a0 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.521s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.597148] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.597148] env[68802]: value = "task-2795281" [ 785.597148] env[68802]: _type = "Task" [ 785.597148] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.605734] env[68802]: WARNING nova.compute.manager [None req-47cec1b3-78ff-466e-8bc9-2051590dcf98 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Image not found during snapshot: nova.exception.ImageNotFound: Image 651657c0-867e-421a-be3e-d3a356f6c392 could not be found. [ 785.609772] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795281, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.620170] env[68802]: DEBUG oslo_vmware.api [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795280, 'name': PowerOnVM_Task, 'duration_secs': 0.71997} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.620474] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.620680] env[68802]: INFO nova.compute.manager [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Took 10.45 seconds to spawn the instance on the hypervisor. [ 785.620854] env[68802]: DEBUG nova.compute.manager [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.622106] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f0ea60-3138-4ea1-8109-529743863f11 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.661969] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e42669-db47-8cdb-c058-91150fbdbfa1, 'name': SearchDatastore_Task, 'duration_secs': 0.022633} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.664636] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.664918] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 46bfcf80-7dbd-492e-b9d3-a6207b2427b7/46bfcf80-7dbd-492e-b9d3-a6207b2427b7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.665488] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16354822-b005-45c8-8edb-ca895b98f6c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.675043] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 785.675043] env[68802]: value = "task-2795282" [ 785.675043] env[68802]: _type = "Task" [ 785.675043] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.687833] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.014019] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5575786e-b3f6-4dcb-bc10-3f7b0b32bfea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.023903] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad269634-ea97-4ce1-89dd-8a0cec8356b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.056996] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758f1ed3-9b7a-48f5-b8d7-1b44a9de585e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.073390] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf08c8e-f425-40a8-a78d-5c9d5ff2372a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.088221] env[68802]: DEBUG nova.compute.provider_tree [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.112670] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795281, 'name': CreateVM_Task, 'duration_secs': 0.378097} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.112670] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.113973] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.113973] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.114646] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.115398] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71893336-3552-451f-919b-d922be598a95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.127071] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 786.127071] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52edc23e-fdf2-5deb-3c47-a7b31ba51775" [ 786.127071] env[68802]: _type = "Task" [ 786.127071] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.145027] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52edc23e-fdf2-5deb-3c47-a7b31ba51775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.151478] env[68802]: INFO nova.compute.manager [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Took 49.11 seconds to build instance. [ 786.197050] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795282, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.593765] env[68802]: DEBUG nova.scheduler.client.report [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.636679] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52edc23e-fdf2-5deb-3c47-a7b31ba51775, 'name': SearchDatastore_Task, 'duration_secs': 0.060604} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.636994] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.637258] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.637543] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.637644] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.637811] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.638204] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc426988-6721-4645-9440-f3579e0fce2f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.654979] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e398005c-0fd6-4a50-ba33-3893f4fe6432 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.775s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.658612] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.658803] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.659567] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db36678-b506-422f-9ab3-c9a361b2c0bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.666485] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 786.666485] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525e415f-a629-397c-fb02-4a28a89ad9f8" [ 786.666485] env[68802]: _type = "Task" [ 786.666485] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.676721] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525e415f-a629-397c-fb02-4a28a89ad9f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.689664] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574591} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.689935] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 46bfcf80-7dbd-492e-b9d3-a6207b2427b7/46bfcf80-7dbd-492e-b9d3-a6207b2427b7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.690161] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.690417] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e34652c-2faa-493f-95c6-4cf0d2be72d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.699272] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 786.699272] env[68802]: value = "task-2795283" [ 786.699272] env[68802]: _type = "Task" [ 786.699272] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.709691] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.101251] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.102281] env[68802]: DEBUG nova.compute.manager [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.106154] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.003s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.106267] env[68802]: DEBUG nova.objects.instance [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lazy-loading 'resources' on Instance uuid 057632d6-621b-4afd-971c-ab7695f46b70 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.157480] env[68802]: DEBUG nova.compute.manager [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.178433] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525e415f-a629-397c-fb02-4a28a89ad9f8, 'name': SearchDatastore_Task, 'duration_secs': 0.049116} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.179237] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5475e41e-f4b4-4f26-9a71-565e3f592471 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.185025] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 787.185025] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527aa3b1-b83b-698a-7c89-396735de4aa2" [ 787.185025] env[68802]: _type = "Task" [ 787.185025] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.198021] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527aa3b1-b83b-698a-7c89-396735de4aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.209760] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079314} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.210288] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.211452] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c5715d-0544-40b9-8686-3a56330cfa2f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.242884] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 46bfcf80-7dbd-492e-b9d3-a6207b2427b7/46bfcf80-7dbd-492e-b9d3-a6207b2427b7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.243517] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709d8a3d-d412-427a-8a14-450656fe9c1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.267779] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 787.267779] env[68802]: value = "task-2795284" [ 787.267779] env[68802]: _type = "Task" [ 787.267779] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.280031] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.289468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.289468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.289468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.289468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.289793] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.291652] env[68802]: INFO nova.compute.manager [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Terminating instance [ 787.551604] env[68802]: DEBUG nova.compute.manager [req-9e96bc9c-7151-4ce8-9d89-01ef541d7add req-18625378-3894-49f7-b9de-5bd87f53ad85 service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Received event network-changed-e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.551604] env[68802]: DEBUG nova.compute.manager [req-9e96bc9c-7151-4ce8-9d89-01ef541d7add req-18625378-3894-49f7-b9de-5bd87f53ad85 service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Refreshing instance network info cache due to event network-changed-e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 787.551604] env[68802]: DEBUG oslo_concurrency.lockutils [req-9e96bc9c-7151-4ce8-9d89-01ef541d7add req-18625378-3894-49f7-b9de-5bd87f53ad85 service nova] Acquiring lock "refresh_cache-ad1d605e-bbf1-4101-8d60-6911ef1045cf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.551604] env[68802]: DEBUG oslo_concurrency.lockutils [req-9e96bc9c-7151-4ce8-9d89-01ef541d7add req-18625378-3894-49f7-b9de-5bd87f53ad85 service nova] Acquired lock "refresh_cache-ad1d605e-bbf1-4101-8d60-6911ef1045cf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.552477] env[68802]: DEBUG nova.network.neutron [req-9e96bc9c-7151-4ce8-9d89-01ef541d7add req-18625378-3894-49f7-b9de-5bd87f53ad85 service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Refreshing network info cache for port e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.608491] env[68802]: DEBUG nova.compute.utils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.614362] env[68802]: DEBUG nova.compute.manager [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.614622] env[68802]: DEBUG nova.network.neutron [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.672903] env[68802]: DEBUG nova.policy [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9e823aec75483abd92044921ac2d4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce61801a10d4cdbacd5521673f3873a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.685643] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.701647] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527aa3b1-b83b-698a-7c89-396735de4aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.048548} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.701838] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.702628] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.702628] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2583a3f3-8f4c-453e-baee-5f7fdbf4f652 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.715143] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 787.715143] env[68802]: value = "task-2795285" [ 787.715143] env[68802]: _type = "Task" [ 787.715143] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.725588] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.787444] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.798036] env[68802]: DEBUG nova.compute.manager [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.798287] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.799219] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1469be1-4a74-41d6-9972-227db0b39c96 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.807914] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.808220] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b78571-aad1-497f-9505-9f26865ff541 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.818031] env[68802]: DEBUG oslo_vmware.api [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 787.818031] env[68802]: value = "task-2795286" [ 787.818031] env[68802]: _type = "Task" [ 787.818031] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.831589] env[68802]: DEBUG oslo_vmware.api [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.120284] env[68802]: DEBUG nova.compute.manager [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.162822] env[68802]: DEBUG nova.network.neutron [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Successfully created port: 43d54d06-51da-4f41-a482-660f2c8fa86c {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.229956] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795285, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.261665] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34f3bc4-52e0-4b49-95a9-52c5e9c1e29e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.276748] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b9b45e-acf9-4783-a1c1-ce17056086de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.297380] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795284, 'name': ReconfigVM_Task, 'duration_secs': 0.649405} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.330273] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 46bfcf80-7dbd-492e-b9d3-a6207b2427b7/46bfcf80-7dbd-492e-b9d3-a6207b2427b7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.331310] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-750948c4-49a6-47e5-898e-8fb9fd40406c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.337016] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877e78b1-8178-4a3b-8bc3-8379b0f61ec0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.348128] env[68802]: DEBUG oslo_vmware.api [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795286, 'name': PowerOffVM_Task, 'duration_secs': 0.254145} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.351419] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.351604] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.351918] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 788.351918] env[68802]: value = "task-2795287" [ 788.351918] env[68802]: _type = "Task" [ 788.351918] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.352260] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bf6eb5e-77b2-4fc7-aa72-4019628e0793 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.354888] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aaf213-ea9b-4700-a95e-655c7f9e75f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.374531] env[68802]: DEBUG nova.compute.provider_tree [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.382470] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795287, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.431450] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.431739] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.456782] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.457047] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.457239] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Deleting the datastore file [datastore1] f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.457523] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9330c15f-dd8c-4872-9b9a-a3db3b701772 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.466997] env[68802]: DEBUG oslo_vmware.api [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 788.466997] env[68802]: value = "task-2795289" [ 788.466997] env[68802]: _type = "Task" [ 788.466997] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.477360] env[68802]: DEBUG oslo_vmware.api [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.601698] env[68802]: DEBUG nova.network.neutron [req-9e96bc9c-7151-4ce8-9d89-01ef541d7add req-18625378-3894-49f7-b9de-5bd87f53ad85 service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Updated VIF entry in instance network info cache for port e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.602174] env[68802]: DEBUG nova.network.neutron [req-9e96bc9c-7151-4ce8-9d89-01ef541d7add req-18625378-3894-49f7-b9de-5bd87f53ad85 service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Updating instance_info_cache with network_info: [{"id": "e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5", "address": "fa:16:3e:49:ce:38", "network": {"id": "a16218c9-0db1-41d4-8620-34eb59d17062", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-564207824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dd73cde49c45a78566fa3a3a9c307e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ebd6e3-7b", "ovs_interfaceid": "e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.727896] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59813} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.728186] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.728400] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.728950] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85bdc6a5-ea7e-4370-abd2-1dcd39a6fb7f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.737684] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 788.737684] env[68802]: value = "task-2795290" [ 788.737684] env[68802]: _type = "Task" [ 788.737684] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.748539] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.869575] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795287, 'name': Rename_Task, 'duration_secs': 0.369245} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.869938] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.870233] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcc7fe11-e5fb-45a3-9b1f-2f739e5cc1a9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.880521] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 788.880521] env[68802]: value = "task-2795291" [ 788.880521] env[68802]: _type = "Task" [ 788.880521] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.886209] env[68802]: DEBUG nova.scheduler.client.report [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.902195] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.978889] env[68802]: DEBUG oslo_vmware.api [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170405} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.979169] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.979383] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.979551] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.979718] env[68802]: INFO nova.compute.manager [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 788.980062] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.980262] env[68802]: DEBUG nova.compute.manager [-] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.980351] env[68802]: DEBUG nova.network.neutron [-] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.108348] env[68802]: DEBUG oslo_concurrency.lockutils [req-9e96bc9c-7151-4ce8-9d89-01ef541d7add req-18625378-3894-49f7-b9de-5bd87f53ad85 service nova] Releasing lock "refresh_cache-ad1d605e-bbf1-4101-8d60-6911ef1045cf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.134101] env[68802]: DEBUG nova.compute.manager [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.165798] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.165988] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.166150] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.166359] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.166511] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.166670] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.168915] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.169175] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.169471] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.169678] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.169858] env[68802]: DEBUG nova.virt.hardware [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.170766] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee035e0-851b-4df0-a40c-182c3d5ba6cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.181980] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c843eee-969b-41e5-a8aa-6a18e67e14dc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.247626] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076492} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.247953] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.248756] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86bbb6b-38e5-4d73-8cb6-2e29ee84211f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.272669] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.274479] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f35e194-5545-4f83-8eb9-ba01218a1475 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.292463] env[68802]: DEBUG nova.network.neutron [-] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.301113] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 789.301113] env[68802]: value = "task-2795292" [ 789.301113] env[68802]: _type = "Task" [ 789.301113] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.311449] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.364026] env[68802]: DEBUG nova.compute.manager [req-a5d4e91f-63f8-46bc-af56-18bba9664b68 req-9b040a46-133b-46e9-b2d5-2f4a19da9359 service nova] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Received event network-vif-deleted-cfd13d6f-b6a2-4ea1-95d5-c245fc9941c7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 789.399789] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.402421] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.404170] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.874s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.405397] env[68802]: INFO nova.compute.claims [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.443141] env[68802]: INFO nova.scheduler.client.report [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Deleted allocations for instance 057632d6-621b-4afd-971c-ab7695f46b70 [ 789.797744] env[68802]: INFO nova.compute.manager [-] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Took 0.81 seconds to deallocate network for instance. [ 789.813761] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795292, 'name': ReconfigVM_Task, 'duration_secs': 0.428186} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.816506] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16/5f43c913-9f54-4d9e-954d-9e776a259a16.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.819868] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e9cfa1f-4d45-4ac1-8ca1-a7aac0266644 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.834204] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 789.834204] env[68802]: value = "task-2795293" [ 789.834204] env[68802]: _type = "Task" [ 789.834204] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.844874] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795293, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.898922] env[68802]: DEBUG oslo_vmware.api [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795291, 'name': PowerOnVM_Task, 'duration_secs': 0.865115} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.899957] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.900303] env[68802]: INFO nova.compute.manager [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Took 10.47 seconds to spawn the instance on the hypervisor. [ 789.900497] env[68802]: DEBUG nova.compute.manager [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.901558] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bcbaec-0b78-4fd0-8523-18c6930e45d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.952350] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0fbf6d39-0a8c-47d1-91a7-3d5abbc830ab tempest-ListServerFiltersTestJSON-1971023781 tempest-ListServerFiltersTestJSON-1971023781-project-member] Lock "057632d6-621b-4afd-971c-ab7695f46b70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.626s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.074217] env[68802]: DEBUG nova.network.neutron [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Successfully updated port: 43d54d06-51da-4f41-a482-660f2c8fa86c {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.308261] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.346085] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795293, 'name': Rename_Task, 'duration_secs': 0.189405} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.347026] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.347026] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b71d0fee-4357-4dc1-a3a8-59569623732c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.357892] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 790.357892] env[68802]: value = "task-2795294" [ 790.357892] env[68802]: _type = "Task" [ 790.357892] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.366660] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.438199] env[68802]: INFO nova.compute.manager [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Took 45.98 seconds to build instance. [ 790.581823] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquiring lock "refresh_cache-14df315d-6363-40f0-a952-b617e6321729" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.581823] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquired lock "refresh_cache-14df315d-6363-40f0-a952-b617e6321729" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.581823] env[68802]: DEBUG nova.network.neutron [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.869392] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795294, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.923888] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290fb189-1de6-417e-831b-e868ebf6b41c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.932307] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2c019b-f7b0-4df1-910c-567cd11c3c93 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.967237] env[68802]: DEBUG oslo_concurrency.lockutils [None req-23df381e-9b89-40bb-8c35-be1620a0779e tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.219s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.969978] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5ae0dd-2dab-4c66-b6a9-180806d41958 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.981613] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a907dce-5439-493e-bf1e-241ebfd82f8c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.005376] env[68802]: DEBUG nova.compute.provider_tree [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.075578] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "badaf748-ebc3-4152-b14f-4c7b7de10264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.075786] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "badaf748-ebc3-4152-b14f-4c7b7de10264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.113344] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.113459] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.130185] env[68802]: DEBUG nova.network.neutron [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.168870] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "55060620-d0ea-4609-a2d1-1421edfbf791" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.169154] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "55060620-d0ea-4609-a2d1-1421edfbf791" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.329347] env[68802]: DEBUG nova.network.neutron [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Updating instance_info_cache with network_info: [{"id": "43d54d06-51da-4f41-a482-660f2c8fa86c", "address": "fa:16:3e:a0:ce:4b", "network": {"id": "ae24a48c-c114-4b96-9ace-aa90e3dee2ec", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-883610672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce61801a10d4cdbacd5521673f3873a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d54d06-51", "ovs_interfaceid": "43d54d06-51da-4f41-a482-660f2c8fa86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.370043] env[68802]: DEBUG oslo_vmware.api [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795294, 'name': PowerOnVM_Task, 'duration_secs': 0.520446} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.370453] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.370724] env[68802]: DEBUG nova.compute.manager [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.371566] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243635cc-e7f1-4798-830d-d6ae11464201 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.389730] env[68802]: DEBUG nova.compute.manager [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] [instance: 14df315d-6363-40f0-a952-b617e6321729] Received event network-vif-plugged-43d54d06-51da-4f41-a482-660f2c8fa86c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 791.389850] env[68802]: DEBUG oslo_concurrency.lockutils [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] Acquiring lock "14df315d-6363-40f0-a952-b617e6321729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.390018] env[68802]: DEBUG oslo_concurrency.lockutils [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] Lock "14df315d-6363-40f0-a952-b617e6321729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.390254] env[68802]: DEBUG oslo_concurrency.lockutils [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] Lock "14df315d-6363-40f0-a952-b617e6321729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.390367] env[68802]: DEBUG nova.compute.manager [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] [instance: 14df315d-6363-40f0-a952-b617e6321729] No waiting events found dispatching network-vif-plugged-43d54d06-51da-4f41-a482-660f2c8fa86c {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.390603] env[68802]: WARNING nova.compute.manager [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] [instance: 14df315d-6363-40f0-a952-b617e6321729] Received unexpected event network-vif-plugged-43d54d06-51da-4f41-a482-660f2c8fa86c for instance with vm_state building and task_state spawning. [ 791.390657] env[68802]: DEBUG nova.compute.manager [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] [instance: 14df315d-6363-40f0-a952-b617e6321729] Received event network-changed-43d54d06-51da-4f41-a482-660f2c8fa86c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 791.390808] env[68802]: DEBUG nova.compute.manager [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] [instance: 14df315d-6363-40f0-a952-b617e6321729] Refreshing instance network info cache due to event network-changed-43d54d06-51da-4f41-a482-660f2c8fa86c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 791.390969] env[68802]: DEBUG oslo_concurrency.lockutils [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] Acquiring lock "refresh_cache-14df315d-6363-40f0-a952-b617e6321729" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.469958] env[68802]: DEBUG nova.compute.manager [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.511023] env[68802]: DEBUG nova.scheduler.client.report [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.833778] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Releasing lock "refresh_cache-14df315d-6363-40f0-a952-b617e6321729" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.834147] env[68802]: DEBUG nova.compute.manager [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Instance network_info: |[{"id": "43d54d06-51da-4f41-a482-660f2c8fa86c", "address": "fa:16:3e:a0:ce:4b", "network": {"id": "ae24a48c-c114-4b96-9ace-aa90e3dee2ec", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-883610672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce61801a10d4cdbacd5521673f3873a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d54d06-51", "ovs_interfaceid": "43d54d06-51da-4f41-a482-660f2c8fa86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.834585] env[68802]: DEBUG oslo_concurrency.lockutils [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] Acquired lock "refresh_cache-14df315d-6363-40f0-a952-b617e6321729" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.834656] env[68802]: DEBUG nova.network.neutron [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] [instance: 14df315d-6363-40f0-a952-b617e6321729] Refreshing network info cache for port 43d54d06-51da-4f41-a482-660f2c8fa86c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.836017] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:ce:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43d54d06-51da-4f41-a482-660f2c8fa86c', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.843644] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Creating folder: Project (dce61801a10d4cdbacd5521673f3873a). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.844206] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97612e95-49c2-4906-8c35-868004aac846 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.852513] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.852743] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.857300] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Created folder: Project (dce61801a10d4cdbacd5521673f3873a) in parent group-v561663. [ 791.857486] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Creating folder: Instances. Parent ref: group-v561807. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.857840] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aea62c3a-7125-41f1-9044-8fcb2e12c088 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.869175] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Created folder: Instances in parent group-v561807. [ 791.869628] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.869628] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14df315d-6363-40f0-a952-b617e6321729] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.869835] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1473bdd3-ca8a-45bd-86e3-76cf158d4729 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.890865] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.895037] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.895037] env[68802]: value = "task-2795297" [ 791.895037] env[68802]: _type = "Task" [ 791.895037] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.903413] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795297, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.992889] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.996120] env[68802]: DEBUG nova.compute.manager [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.997080] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669eee80-cb33-4853-ad15-a742d7cafea5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.013167] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.013693] env[68802]: DEBUG nova.compute.manager [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.016114] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.564s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.017491] env[68802]: INFO nova.compute.claims [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.405666] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795297, 'name': CreateVM_Task, 'duration_secs': 0.479774} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.405990] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14df315d-6363-40f0-a952-b617e6321729] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.406518] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.406705] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.407061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.407326] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126e7a05-4137-4d7e-a27e-a2a3ecb8e6c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.413618] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for the task: (returnval){ [ 792.413618] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fb91f8-b889-86ce-8c60-ac9fa1e995dd" [ 792.413618] env[68802]: _type = "Task" [ 792.413618] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.423144] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fb91f8-b889-86ce-8c60-ac9fa1e995dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.508023] env[68802]: INFO nova.compute.manager [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] instance snapshotting [ 792.510866] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5fe30c-00c1-41db-a107-6225e2464fdd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.522094] env[68802]: DEBUG nova.compute.utils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.543828] env[68802]: DEBUG nova.compute.manager [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.543905] env[68802]: DEBUG nova.network.neutron [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.551094] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f3c0d-2f27-4e2a-a445-2fb8cd89e060 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.658116] env[68802]: DEBUG nova.network.neutron [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] [instance: 14df315d-6363-40f0-a952-b617e6321729] Updated VIF entry in instance network info cache for port 43d54d06-51da-4f41-a482-660f2c8fa86c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.658625] env[68802]: DEBUG nova.network.neutron [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] [instance: 14df315d-6363-40f0-a952-b617e6321729] Updating instance_info_cache with network_info: [{"id": "43d54d06-51da-4f41-a482-660f2c8fa86c", "address": "fa:16:3e:a0:ce:4b", "network": {"id": "ae24a48c-c114-4b96-9ace-aa90e3dee2ec", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-883610672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce61801a10d4cdbacd5521673f3873a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d54d06-51", "ovs_interfaceid": "43d54d06-51da-4f41-a482-660f2c8fa86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.666464] env[68802]: DEBUG nova.policy [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '319929582556426a97d1ca58caa546da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62830d239b5e475d9774195b8a314f47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.929784] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fb91f8-b889-86ce-8c60-ac9fa1e995dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.930103] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.930333] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.930564] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.930711] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.930886] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.931167] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d93f8d94-a140-4942-af94-e886691a75bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.944204] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.944327] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.945548] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4465c3-3d09-4211-ade1-991f5cccbaf9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.954101] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for the task: (returnval){ [ 792.954101] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5285ba68-5692-ef17-9b37-2e76c36dcf40" [ 792.954101] env[68802]: _type = "Task" [ 792.954101] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.963061] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5285ba68-5692-ef17-9b37-2e76c36dcf40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.007367] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "71dd1641-baab-49cb-aafe-3a3083aea97a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.007367] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "71dd1641-baab-49cb-aafe-3a3083aea97a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.007519] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "71dd1641-baab-49cb-aafe-3a3083aea97a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.007665] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "71dd1641-baab-49cb-aafe-3a3083aea97a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.007828] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "71dd1641-baab-49cb-aafe-3a3083aea97a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.009901] env[68802]: INFO nova.compute.manager [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Terminating instance [ 793.026952] env[68802]: DEBUG nova.compute.manager [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.066636] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 793.067009] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fab01648-fb22-4af4-aedf-34af8b90af82 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.071171] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40bca82-37cf-4b5c-8dc2-6dc303105a8e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.079061] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 793.079061] env[68802]: value = "task-2795298" [ 793.079061] env[68802]: _type = "Task" [ 793.079061] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.085866] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be08ec56-e6c7-4430-98e6-27fd46f576c9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.093620] env[68802]: DEBUG nova.network.neutron [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Successfully created port: 373296d0-f70f-45ec-b31d-aeddb00fd7b4 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.124294] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795298, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.125090] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8602ab56-cd36-4040-b9d3-cc3f5afb945a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.133423] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a107b90-fbbb-499d-b56a-89481bda1ca6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.148255] env[68802]: DEBUG nova.compute.provider_tree [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.162172] env[68802]: DEBUG oslo_concurrency.lockutils [req-34d70ca7-bcf8-4c6a-8aa2-bff7c20223cb req-560ba8a2-a9e4-48ae-bcb4-e880429db220 service nova] Releasing lock "refresh_cache-14df315d-6363-40f0-a952-b617e6321729" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.466679] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5285ba68-5692-ef17-9b37-2e76c36dcf40, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.467836] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02e3ac1-e3ca-4482-8cc2-93766728e7ee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.474650] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for the task: (returnval){ [ 793.474650] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fa8505-228c-c31d-64bf-d0f576176acb" [ 793.474650] env[68802]: _type = "Task" [ 793.474650] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.484256] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fa8505-228c-c31d-64bf-d0f576176acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.513410] env[68802]: DEBUG nova.compute.manager [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.513743] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.514705] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008d693e-0fdf-42d9-981e-b6ab45094323 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.523851] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.524161] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9d17f7f-98a2-4c47-be9c-6464d3b8cc57 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.535790] env[68802]: DEBUG oslo_vmware.api [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 793.535790] env[68802]: value = "task-2795299" [ 793.535790] env[68802]: _type = "Task" [ 793.535790] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.547071] env[68802]: DEBUG oslo_vmware.api [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.593033] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795298, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.651303] env[68802]: DEBUG nova.scheduler.client.report [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.985942] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fa8505-228c-c31d-64bf-d0f576176acb, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.986220] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.986520] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 14df315d-6363-40f0-a952-b617e6321729/14df315d-6363-40f0-a952-b617e6321729.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.986770] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e676050-8d3f-46f3-859b-6664276ce05b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.995327] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for the task: (returnval){ [ 793.995327] env[68802]: value = "task-2795300" [ 793.995327] env[68802]: _type = "Task" [ 793.995327] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.002939] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.038685] env[68802]: DEBUG nova.compute.manager [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.051310] env[68802]: DEBUG oslo_vmware.api [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795299, 'name': PowerOffVM_Task, 'duration_secs': 0.262205} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.051618] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.051833] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.052117] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b5b0943-cbf8-482c-aae7-1fc92ef97206 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.062767] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.063032] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.063212] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.063439] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.063581] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.063740] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.063948] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.064313] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.064527] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.064790] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.064982] env[68802]: DEBUG nova.virt.hardware [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.066118] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58f5e14-655f-4d67-871b-4772d8c25701 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.075893] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89a7a9e-e2eb-473b-a5e8-778350377968 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.099952] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795298, 'name': CreateSnapshot_Task, 'duration_secs': 0.988604} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.100325] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 794.101398] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba3dc3d-605a-459f-9009-be8572b4a632 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.130149] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.130369] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.130546] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleting the datastore file [datastore2] 71dd1641-baab-49cb-aafe-3a3083aea97a {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.130814] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c83a78e0-4775-4885-b4c3-ed61cc233d13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.137602] env[68802]: DEBUG oslo_vmware.api [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 794.137602] env[68802]: value = "task-2795302" [ 794.137602] env[68802]: _type = "Task" [ 794.137602] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.146185] env[68802]: DEBUG oslo_vmware.api [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.156521] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.157133] env[68802]: DEBUG nova.compute.manager [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.160197] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.513s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.162050] env[68802]: INFO nova.compute.claims [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.506619] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470129} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.506888] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 14df315d-6363-40f0-a952-b617e6321729/14df315d-6363-40f0-a952-b617e6321729.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.506970] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.507260] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5c295df-bbaf-4c65-9eba-acb8af465255 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.515022] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for the task: (returnval){ [ 794.515022] env[68802]: value = "task-2795303" [ 794.515022] env[68802]: _type = "Task" [ 794.515022] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.523975] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.629073] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.629073] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2349ff1b-93aa-4ed7-af78-ecbf23558ea7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.640032] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 794.640032] env[68802]: value = "task-2795304" [ 794.640032] env[68802]: _type = "Task" [ 794.640032] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.659547] env[68802]: DEBUG oslo_vmware.api [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292698} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.662692] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.662906] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.663092] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.663421] env[68802]: INFO nova.compute.manager [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 794.663498] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.663702] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795304, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.663914] env[68802]: DEBUG nova.compute.manager [-] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.664625] env[68802]: DEBUG nova.network.neutron [-] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.668519] env[68802]: DEBUG nova.compute.utils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.673158] env[68802]: DEBUG nova.compute.manager [req-ff5bf5f9-f222-4972-8427-a953967777ac req-09b48862-2859-4d16-a56a-bd07424001e0 service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Received event network-vif-plugged-373296d0-f70f-45ec-b31d-aeddb00fd7b4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 794.673392] env[68802]: DEBUG oslo_concurrency.lockutils [req-ff5bf5f9-f222-4972-8427-a953967777ac req-09b48862-2859-4d16-a56a-bd07424001e0 service nova] Acquiring lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.673623] env[68802]: DEBUG oslo_concurrency.lockutils [req-ff5bf5f9-f222-4972-8427-a953967777ac req-09b48862-2859-4d16-a56a-bd07424001e0 service nova] Lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.673795] env[68802]: DEBUG oslo_concurrency.lockutils [req-ff5bf5f9-f222-4972-8427-a953967777ac req-09b48862-2859-4d16-a56a-bd07424001e0 service nova] Lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.673968] env[68802]: DEBUG nova.compute.manager [req-ff5bf5f9-f222-4972-8427-a953967777ac req-09b48862-2859-4d16-a56a-bd07424001e0 service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] No waiting events found dispatching network-vif-plugged-373296d0-f70f-45ec-b31d-aeddb00fd7b4 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.674132] env[68802]: WARNING nova.compute.manager [req-ff5bf5f9-f222-4972-8427-a953967777ac req-09b48862-2859-4d16-a56a-bd07424001e0 service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Received unexpected event network-vif-plugged-373296d0-f70f-45ec-b31d-aeddb00fd7b4 for instance with vm_state building and task_state spawning. [ 794.674453] env[68802]: DEBUG nova.compute.manager [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.674727] env[68802]: DEBUG nova.network.neutron [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.820916] env[68802]: DEBUG nova.network.neutron [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Successfully updated port: 373296d0-f70f-45ec-b31d-aeddb00fd7b4 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.844713] env[68802]: DEBUG nova.policy [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '319929582556426a97d1ca58caa546da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62830d239b5e475d9774195b8a314f47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.026455] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069863} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.026738] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.027725] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a428e2-a1b2-49a1-a85f-64157f7eac0f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.053886] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 14df315d-6363-40f0-a952-b617e6321729/14df315d-6363-40f0-a952-b617e6321729.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.053886] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2e00ce-d996-4401-8915-e9194f13b80f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.074865] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for the task: (returnval){ [ 795.074865] env[68802]: value = "task-2795305" [ 795.074865] env[68802]: _type = "Task" [ 795.074865] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.083907] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.157967] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795304, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.171247] env[68802]: DEBUG nova.compute.manager [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.235250] env[68802]: DEBUG nova.network.neutron [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Successfully created port: 0bd3a22b-618e-4980-be9b-7dc0a3cbfed9 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.325557] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "refresh_cache-b0dfb283-3de7-4fac-8cc2-ba072c942c7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.325744] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquired lock "refresh_cache-b0dfb283-3de7-4fac-8cc2-ba072c942c7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.325889] env[68802]: DEBUG nova.network.neutron [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.586024] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.625257] env[68802]: DEBUG nova.network.neutron [-] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.641497] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c19302f-2221-403e-9bfd-b49be269da27 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.654064] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a39df2-8cdd-4f49-9b50-066d589ae2a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.664878] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795304, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.693392] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de16f19-9b1d-4834-8804-9f9a26e0042e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.702638] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb29eb8-2300-4972-a0e6-bb1be75e4fa6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.721519] env[68802]: DEBUG nova.compute.provider_tree [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.860069] env[68802]: DEBUG nova.network.neutron [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.996059] env[68802]: DEBUG nova.network.neutron [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Updating instance_info_cache with network_info: [{"id": "373296d0-f70f-45ec-b31d-aeddb00fd7b4", "address": "fa:16:3e:af:0f:c4", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373296d0-f7", "ovs_interfaceid": "373296d0-f70f-45ec-b31d-aeddb00fd7b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.087364] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.128316] env[68802]: INFO nova.compute.manager [-] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Took 1.46 seconds to deallocate network for instance. [ 796.162179] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795304, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.198930] env[68802]: DEBUG nova.compute.manager [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.222943] env[68802]: DEBUG nova.scheduler.client.report [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.237369] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.237686] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.238101] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.238101] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.238222] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.238302] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.238731] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.238731] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.238897] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.238980] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.239188] env[68802]: DEBUG nova.virt.hardware [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.241022] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e4b10-a048-46d2-8821-bc497455a51c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.253681] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b0a0d4-ae30-4739-a003-fe30d1227af1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.499746] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Releasing lock "refresh_cache-b0dfb283-3de7-4fac-8cc2-ba072c942c7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.499746] env[68802]: DEBUG nova.compute.manager [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Instance network_info: |[{"id": "373296d0-f70f-45ec-b31d-aeddb00fd7b4", "address": "fa:16:3e:af:0f:c4", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373296d0-f7", "ovs_interfaceid": "373296d0-f70f-45ec-b31d-aeddb00fd7b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.500014] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:0f:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '373296d0-f70f-45ec-b31d-aeddb00fd7b4', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.507744] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Creating folder: Project (62830d239b5e475d9774195b8a314f47). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.508116] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4df6ad1a-919d-433b-86bb-37e4f2b08df3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.522226] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Created folder: Project (62830d239b5e475d9774195b8a314f47) in parent group-v561663. [ 796.522431] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Creating folder: Instances. Parent ref: group-v561812. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.522682] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea189c62-161f-4571-a1d1-4fb1f623d3c2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.533040] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Created folder: Instances in parent group-v561812. [ 796.533323] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.533551] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.533776] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f25fa13d-4edf-4688-8027-e97be9d29631 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.553947] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.553947] env[68802]: value = "task-2795308" [ 796.553947] env[68802]: _type = "Task" [ 796.553947] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.562154] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795308, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.588209] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795305, 'name': ReconfigVM_Task, 'duration_secs': 1.115211} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.588514] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 14df315d-6363-40f0-a952-b617e6321729/14df315d-6363-40f0-a952-b617e6321729.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.589181] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8daaee35-a0b0-4cff-8cb4-0a4f1089d82c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.598083] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for the task: (returnval){ [ 796.598083] env[68802]: value = "task-2795309" [ 796.598083] env[68802]: _type = "Task" [ 796.598083] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.610509] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795309, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.636178] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.666068] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795304, 'name': CloneVM_Task} progress is 95%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.706850] env[68802]: DEBUG oslo_concurrency.lockutils [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "50e88850-968f-472b-9921-bbf973b475bc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.707349] env[68802]: DEBUG oslo_concurrency.lockutils [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.730816] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.731410] env[68802]: DEBUG nova.compute.manager [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.738018] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.319s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.738018] env[68802]: INFO nova.compute.claims [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.765272] env[68802]: DEBUG nova.compute.manager [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Received event network-changed-373296d0-f70f-45ec-b31d-aeddb00fd7b4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 796.765483] env[68802]: DEBUG nova.compute.manager [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Refreshing instance network info cache due to event network-changed-373296d0-f70f-45ec-b31d-aeddb00fd7b4. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 796.765708] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] Acquiring lock "refresh_cache-b0dfb283-3de7-4fac-8cc2-ba072c942c7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.765856] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] Acquired lock "refresh_cache-b0dfb283-3de7-4fac-8cc2-ba072c942c7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.766043] env[68802]: DEBUG nova.network.neutron [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Refreshing network info cache for port 373296d0-f70f-45ec-b31d-aeddb00fd7b4 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.802556] env[68802]: DEBUG nova.network.neutron [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Successfully updated port: 0bd3a22b-618e-4980-be9b-7dc0a3cbfed9 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.064704] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795308, 'name': CreateVM_Task, 'duration_secs': 0.39361} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.064894] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.065637] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.065802] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.066134] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.066398] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90941ef8-5fad-4c52-98f1-5ff87b3ee3f3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.071599] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 797.071599] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff84ce-c253-450c-9c1b-af6df789d526" [ 797.071599] env[68802]: _type = "Task" [ 797.071599] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.083216] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff84ce-c253-450c-9c1b-af6df789d526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.107855] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795309, 'name': Rename_Task, 'duration_secs': 0.185274} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.108166] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.108417] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-574a3f90-3cc3-401c-9cd4-c8999c00fbee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.115689] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for the task: (returnval){ [ 797.115689] env[68802]: value = "task-2795310" [ 797.115689] env[68802]: _type = "Task" [ 797.115689] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.123597] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.159065] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795304, 'name': CloneVM_Task, 'duration_secs': 2.260907} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.159065] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Created linked-clone VM from snapshot [ 797.159771] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f98fb4-73c2-43ef-bbf9-8f641cb6fc79 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.169071] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Uploading image d0775249-0a0c-4fb2-9ba6-103d386311eb {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 797.190742] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 797.190742] env[68802]: value = "vm-561811" [ 797.190742] env[68802]: _type = "VirtualMachine" [ 797.190742] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 797.191044] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e8a13d14-2a63-4691-9e31-d2746a7361f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.199368] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lease: (returnval){ [ 797.199368] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5209486b-396a-9fc4-a21c-ab1cbd59bc8f" [ 797.199368] env[68802]: _type = "HttpNfcLease" [ 797.199368] env[68802]: } obtained for exporting VM: (result){ [ 797.199368] env[68802]: value = "vm-561811" [ 797.199368] env[68802]: _type = "VirtualMachine" [ 797.199368] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 797.199697] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the lease: (returnval){ [ 797.199697] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5209486b-396a-9fc4-a21c-ab1cbd59bc8f" [ 797.199697] env[68802]: _type = "HttpNfcLease" [ 797.199697] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 797.206034] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.206034] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5209486b-396a-9fc4-a21c-ab1cbd59bc8f" [ 797.206034] env[68802]: _type = "HttpNfcLease" [ 797.206034] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 797.210858] env[68802]: INFO nova.compute.manager [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Detaching volume c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236 [ 797.240688] env[68802]: DEBUG nova.compute.utils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.245850] env[68802]: DEBUG nova.compute.manager [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.246135] env[68802]: DEBUG nova.network.neutron [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.250729] env[68802]: INFO nova.virt.block_device [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Attempting to driver detach volume c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236 from mountpoint /dev/sdb [ 797.251014] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 797.251189] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561786', 'volume_id': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'name': 'volume-c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50e88850-968f-472b-9921-bbf973b475bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'serial': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 797.252065] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92f6dc0-badc-4ebc-96f7-a4d8aba0202b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.278091] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79bed30-e9c7-4d80-86c6-7bbaa829e64f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.287465] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35fcbe6-680f-4c90-aa0b-9ac6ce404211 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.308671] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "refresh_cache-e2c47b08-680d-4ad8-bcb1-907a68f70339" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.308825] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquired lock "refresh_cache-e2c47b08-680d-4ad8-bcb1-907a68f70339" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.308977] env[68802]: DEBUG nova.network.neutron [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.311670] env[68802]: DEBUG nova.policy [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7725e744ef54627a45a69f6f477c82f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08e5d3ef488b44a3909f2951163969e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.313618] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3b4308-1443-4ef5-8882-5e982e9755f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.336198] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] The volume has not been displaced from its original location: [datastore2] volume-c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236/volume-c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 797.341418] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 797.341729] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce99fd2-a1b5-4d8d-a1df-3e94b9eb2ba6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.361226] env[68802]: DEBUG oslo_vmware.api [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 797.361226] env[68802]: value = "task-2795312" [ 797.361226] env[68802]: _type = "Task" [ 797.361226] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.370012] env[68802]: DEBUG oslo_vmware.api [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.583290] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff84ce-c253-450c-9c1b-af6df789d526, 'name': SearchDatastore_Task, 'duration_secs': 0.012826} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.583742] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.584071] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.584379] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.584562] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.584813] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.585140] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1160560-acd1-437b-86d4-56aa6fa604e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.588600] env[68802]: DEBUG nova.network.neutron [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Updated VIF entry in instance network info cache for port 373296d0-f70f-45ec-b31d-aeddb00fd7b4. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.588975] env[68802]: DEBUG nova.network.neutron [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Updating instance_info_cache with network_info: [{"id": "373296d0-f70f-45ec-b31d-aeddb00fd7b4", "address": "fa:16:3e:af:0f:c4", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373296d0-f7", "ovs_interfaceid": "373296d0-f70f-45ec-b31d-aeddb00fd7b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.595730] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.595919] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.596700] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bb96de-fad0-4577-b8c4-df0c58f91202 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.603466] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 797.603466] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528f62d6-e8e8-7e41-bfc8-de3296b85be6" [ 797.603466] env[68802]: _type = "Task" [ 797.603466] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.615058] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528f62d6-e8e8-7e41-bfc8-de3296b85be6, 'name': SearchDatastore_Task} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.615868] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d817bc5-bacd-4b92-953d-bc81cbd73047 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.625747] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 797.625747] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521aeb2e-4456-3588-a483-e75aa39c6c74" [ 797.625747] env[68802]: _type = "Task" [ 797.625747] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.629035] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.638391] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521aeb2e-4456-3588-a483-e75aa39c6c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.706978] env[68802]: DEBUG nova.network.neutron [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Successfully created port: a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.710907] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.710907] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5209486b-396a-9fc4-a21c-ab1cbd59bc8f" [ 797.710907] env[68802]: _type = "HttpNfcLease" [ 797.710907] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 797.711198] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 797.711198] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5209486b-396a-9fc4-a21c-ab1cbd59bc8f" [ 797.711198] env[68802]: _type = "HttpNfcLease" [ 797.711198] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 797.712063] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b217c64-5776-407e-85ce-04521c3e315a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.720793] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a8-b358-3cc1-3b3e-13f6714f329c/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 797.721015] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a8-b358-3cc1-3b3e-13f6714f329c/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 797.780179] env[68802]: DEBUG nova.compute.manager [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.847848] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94402dd3-1f42-4a08-9407-fc6bd0c5dab8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.872653] env[68802]: DEBUG oslo_vmware.api [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795312, 'name': ReconfigVM_Task, 'duration_secs': 0.326343} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.872981] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.884113] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a123f891-08e8-4c60-9bb7-46efd179e63d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.895576] env[68802]: DEBUG nova.network.neutron [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.908617] env[68802]: DEBUG oslo_vmware.api [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 797.908617] env[68802]: value = "task-2795313" [ 797.908617] env[68802]: _type = "Task" [ 797.908617] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.931024] env[68802]: DEBUG oslo_vmware.api [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.091916] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] Releasing lock "refresh_cache-b0dfb283-3de7-4fac-8cc2-ba072c942c7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.092239] env[68802]: DEBUG nova.compute.manager [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Received event network-vif-deleted-2809afc0-640b-45ea-973d-b2ee693623a2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.092423] env[68802]: DEBUG nova.compute.manager [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Received event network-vif-plugged-0bd3a22b-618e-4980-be9b-7dc0a3cbfed9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.092602] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] Acquiring lock "e2c47b08-680d-4ad8-bcb1-907a68f70339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.092808] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] Lock "e2c47b08-680d-4ad8-bcb1-907a68f70339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.092963] env[68802]: DEBUG oslo_concurrency.lockutils [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] Lock "e2c47b08-680d-4ad8-bcb1-907a68f70339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.093143] env[68802]: DEBUG nova.compute.manager [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] No waiting events found dispatching network-vif-plugged-0bd3a22b-618e-4980-be9b-7dc0a3cbfed9 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.093303] env[68802]: WARNING nova.compute.manager [req-bbdd4d9e-36cf-4a5a-9311-be83d597ac13 req-1d469b0a-9737-42df-a1ae-88930d8fc2da service nova] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Received unexpected event network-vif-plugged-0bd3a22b-618e-4980-be9b-7dc0a3cbfed9 for instance with vm_state building and task_state spawning. [ 798.137707] env[68802]: DEBUG oslo_vmware.api [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795310, 'name': PowerOnVM_Task, 'duration_secs': 0.746043} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.138452] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.138664] env[68802]: INFO nova.compute.manager [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Took 9.00 seconds to spawn the instance on the hypervisor. [ 798.139098] env[68802]: DEBUG nova.compute.manager [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.139851] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819cc00c-24db-4929-92f3-8da3c4abcafa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.150049] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521aeb2e-4456-3588-a483-e75aa39c6c74, 'name': SearchDatastore_Task, 'duration_secs': 0.012937} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.154135] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.154135] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] b0dfb283-3de7-4fac-8cc2-ba072c942c7d/b0dfb283-3de7-4fac-8cc2-ba072c942c7d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.154135] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c7d142e-fb4e-4975-86ba-7b0f36efe572 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.167460] env[68802]: DEBUG nova.network.neutron [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Updating instance_info_cache with network_info: [{"id": "0bd3a22b-618e-4980-be9b-7dc0a3cbfed9", "address": "fa:16:3e:23:e4:1b", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd3a22b-61", "ovs_interfaceid": "0bd3a22b-618e-4980-be9b-7dc0a3cbfed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.170754] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 798.170754] env[68802]: value = "task-2795314" [ 798.170754] env[68802]: _type = "Task" [ 798.170754] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.185398] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.407708] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc9ac67-cba4-4183-b0e0-ed6ebf797f95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.422225] env[68802]: DEBUG oslo_vmware.api [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795313, 'name': ReconfigVM_Task, 'duration_secs': 0.197615} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.424625] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561786', 'volume_id': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'name': 'volume-c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50e88850-968f-472b-9921-bbf973b475bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236', 'serial': 'c55d4edc-d3ac-4d1d-8e23-ef36e2d7a236'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 798.431631] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af535cd9-8278-4f44-ae81-e92c662bfe63 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.468254] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68148402-a3de-424a-a226-440305b35f47 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.478523] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b5c9c4-3905-439a-a47b-3712cedacf1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.496964] env[68802]: DEBUG nova.compute.provider_tree [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.673797] env[68802]: INFO nova.compute.manager [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Took 43.06 seconds to build instance. [ 798.678386] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Releasing lock "refresh_cache-e2c47b08-680d-4ad8-bcb1-907a68f70339" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.678677] env[68802]: DEBUG nova.compute.manager [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Instance network_info: |[{"id": "0bd3a22b-618e-4980-be9b-7dc0a3cbfed9", "address": "fa:16:3e:23:e4:1b", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd3a22b-61", "ovs_interfaceid": "0bd3a22b-618e-4980-be9b-7dc0a3cbfed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.680090] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:e4:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bd3a22b-618e-4980-be9b-7dc0a3cbfed9', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.689126] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.693575] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.693965] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3f95103-5902-4348-939f-7c9fc34f45e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.719429] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538678} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.721166] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] b0dfb283-3de7-4fac-8cc2-ba072c942c7d/b0dfb283-3de7-4fac-8cc2-ba072c942c7d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.721398] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.721644] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.721644] env[68802]: value = "task-2795315" [ 798.721644] env[68802]: _type = "Task" [ 798.721644] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.721850] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c923bbf-5d6b-4d9f-a137-aa2dbff62f1f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.734654] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795315, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.736465] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 798.736465] env[68802]: value = "task-2795316" [ 798.736465] env[68802]: _type = "Task" [ 798.736465] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.745947] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.793458] env[68802]: DEBUG nova.compute.manager [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.797107] env[68802]: DEBUG nova.compute.manager [req-c4e8f8ef-27b9-423d-b838-bbc2031315dc req-ef3a1285-0daf-4f83-be2b-870c42e50b7f service nova] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Received event network-changed-0bd3a22b-618e-4980-be9b-7dc0a3cbfed9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.797319] env[68802]: DEBUG nova.compute.manager [req-c4e8f8ef-27b9-423d-b838-bbc2031315dc req-ef3a1285-0daf-4f83-be2b-870c42e50b7f service nova] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Refreshing instance network info cache due to event network-changed-0bd3a22b-618e-4980-be9b-7dc0a3cbfed9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 798.797530] env[68802]: DEBUG oslo_concurrency.lockutils [req-c4e8f8ef-27b9-423d-b838-bbc2031315dc req-ef3a1285-0daf-4f83-be2b-870c42e50b7f service nova] Acquiring lock "refresh_cache-e2c47b08-680d-4ad8-bcb1-907a68f70339" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.797672] env[68802]: DEBUG oslo_concurrency.lockutils [req-c4e8f8ef-27b9-423d-b838-bbc2031315dc req-ef3a1285-0daf-4f83-be2b-870c42e50b7f service nova] Acquired lock "refresh_cache-e2c47b08-680d-4ad8-bcb1-907a68f70339" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.797867] env[68802]: DEBUG nova.network.neutron [req-c4e8f8ef-27b9-423d-b838-bbc2031315dc req-ef3a1285-0daf-4f83-be2b-870c42e50b7f service nova] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Refreshing network info cache for port 0bd3a22b-618e-4980-be9b-7dc0a3cbfed9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.826389] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.826656] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.826831] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.827068] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.827246] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.827397] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.827610] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.827810] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.828010] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.828184] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.828362] env[68802]: DEBUG nova.virt.hardware [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.829589] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011d6928-4808-4a8c-b553-35eebba20082 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.839240] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a88b12-4fb9-468a-ac98-828c44d62c78 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.987418] env[68802]: DEBUG nova.objects.instance [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'flavor' on Instance uuid 50e88850-968f-472b-9921-bbf973b475bc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.000169] env[68802]: DEBUG nova.scheduler.client.report [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.181823] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1df5b3eb-d1f0-4f0f-99ea-011609071c1e tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lock "14df315d-6363-40f0-a952-b617e6321729" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.338s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.235236] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795315, 'name': CreateVM_Task, 'duration_secs': 0.482528} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.235419] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.236131] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.236288] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.236605] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.237562] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9816c5-9297-4c39-82b2-f0d467b3f5ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.246266] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 799.246266] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d28f68-48b9-8340-5ea9-71501c5cd12f" [ 799.246266] env[68802]: _type = "Task" [ 799.246266] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.250430] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107924} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.254324] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.255098] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44d62dd-2645-4cde-80a5-d01ee669b55b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.263621] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d28f68-48b9-8340-5ea9-71501c5cd12f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.283995] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] b0dfb283-3de7-4fac-8cc2-ba072c942c7d/b0dfb283-3de7-4fac-8cc2-ba072c942c7d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.284361] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f19dda-1f88-4be7-b76a-f5c45008e1bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.311676] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 799.311676] env[68802]: value = "task-2795317" [ 799.311676] env[68802]: _type = "Task" [ 799.311676] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.322323] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.506629] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.506968] env[68802]: DEBUG nova.compute.manager [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.514127] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.033s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.514486] env[68802]: DEBUG nova.objects.instance [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lazy-loading 'resources' on Instance uuid 53853d15-72c7-455a-a049-3f827b8113ad {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.686920] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.763131] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d28f68-48b9-8340-5ea9-71501c5cd12f, 'name': SearchDatastore_Task, 'duration_secs': 0.033428} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.763600] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.763842] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.764124] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.764271] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.764472] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.764765] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4924ea81-22cf-4d00-a59a-f18a5fc717f9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.776045] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.776283] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.777099] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad32429-b370-4294-bbae-03a71083b997 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.784497] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 799.784497] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bd8d5d-cb6d-c709-f2c9-5dca3b83e756" [ 799.784497] env[68802]: _type = "Task" [ 799.784497] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.798875] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bd8d5d-cb6d-c709-f2c9-5dca3b83e756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.825096] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.868098] env[68802]: DEBUG oslo_concurrency.lockutils [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquiring lock "14df315d-6363-40f0-a952-b617e6321729" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.868098] env[68802]: DEBUG oslo_concurrency.lockutils [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lock "14df315d-6363-40f0-a952-b617e6321729" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.868098] env[68802]: DEBUG oslo_concurrency.lockutils [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquiring lock "14df315d-6363-40f0-a952-b617e6321729-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.868098] env[68802]: DEBUG oslo_concurrency.lockutils [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lock "14df315d-6363-40f0-a952-b617e6321729-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.868307] env[68802]: DEBUG oslo_concurrency.lockutils [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lock "14df315d-6363-40f0-a952-b617e6321729-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.873030] env[68802]: INFO nova.compute.manager [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Terminating instance [ 799.915166] env[68802]: DEBUG nova.network.neutron [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Successfully updated port: a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.964519] env[68802]: DEBUG nova.network.neutron [req-c4e8f8ef-27b9-423d-b838-bbc2031315dc req-ef3a1285-0daf-4f83-be2b-870c42e50b7f service nova] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Updated VIF entry in instance network info cache for port 0bd3a22b-618e-4980-be9b-7dc0a3cbfed9. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.964910] env[68802]: DEBUG nova.network.neutron [req-c4e8f8ef-27b9-423d-b838-bbc2031315dc req-ef3a1285-0daf-4f83-be2b-870c42e50b7f service nova] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Updating instance_info_cache with network_info: [{"id": "0bd3a22b-618e-4980-be9b-7dc0a3cbfed9", "address": "fa:16:3e:23:e4:1b", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd3a22b-61", "ovs_interfaceid": "0bd3a22b-618e-4980-be9b-7dc0a3cbfed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.980115] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "50e88850-968f-472b-9921-bbf973b475bc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.997868] env[68802]: DEBUG oslo_concurrency.lockutils [None req-603ba5ae-e700-4fde-8cec-3d9bf4031554 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.291s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.999060] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.019s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.999285] env[68802]: DEBUG nova.compute.manager [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.000620] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1386b8a5-b1dc-4b3b-81a0-4875a5acba0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.009858] env[68802]: DEBUG nova.compute.manager [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 800.010465] env[68802]: DEBUG nova.objects.instance [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'flavor' on Instance uuid 50e88850-968f-472b-9921-bbf973b475bc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.017947] env[68802]: DEBUG nova.compute.utils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.022128] env[68802]: DEBUG nova.compute.manager [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.022355] env[68802]: DEBUG nova.network.neutron [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.067029] env[68802]: DEBUG nova.policy [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68bb469970c741d596b0f06210623acc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ae76eac950b462381aad0b6571e689d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.212226] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.301142] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bd8d5d-cb6d-c709-f2c9-5dca3b83e756, 'name': SearchDatastore_Task, 'duration_secs': 0.018034} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.301606] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-485d3a12-8d92-4d04-8fd4-6dbfae0a3997 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.309154] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 800.309154] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c7d5be-fabb-76eb-e6ca-184b95e8811a" [ 800.309154] env[68802]: _type = "Task" [ 800.309154] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.329074] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795317, 'name': ReconfigVM_Task, 'duration_secs': 0.582572} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.333303] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Reconfigured VM instance instance-00000036 to attach disk [datastore1] b0dfb283-3de7-4fac-8cc2-ba072c942c7d/b0dfb283-3de7-4fac-8cc2-ba072c942c7d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.334180] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c7d5be-fabb-76eb-e6ca-184b95e8811a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.334724] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38bdc2d1-0056-4551-8b1c-95c53b9a62c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.344037] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 800.344037] env[68802]: value = "task-2795318" [ 800.344037] env[68802]: _type = "Task" [ 800.344037] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.357667] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795318, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.381947] env[68802]: DEBUG nova.compute.manager [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.382278] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.384051] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfc5a3e-df57-4a3e-8638-dd5605430d80 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.398898] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.401813] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da98f1e1-d245-482d-a9b8-d5cf58aa38c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.410284] env[68802]: DEBUG oslo_vmware.api [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for the task: (returnval){ [ 800.410284] env[68802]: value = "task-2795319" [ 800.410284] env[68802]: _type = "Task" [ 800.410284] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.418538] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.418681] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquired lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.418836] env[68802]: DEBUG nova.network.neutron [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.424369] env[68802]: DEBUG oslo_vmware.api [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.472960] env[68802]: DEBUG nova.network.neutron [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Successfully created port: a3402968-2341-4576-ab70-adc449a78d79 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.476450] env[68802]: DEBUG oslo_concurrency.lockutils [req-c4e8f8ef-27b9-423d-b838-bbc2031315dc req-ef3a1285-0daf-4f83-be2b-870c42e50b7f service nova] Releasing lock "refresh_cache-e2c47b08-680d-4ad8-bcb1-907a68f70339" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.523581] env[68802]: DEBUG nova.compute.manager [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.564946] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade73d0-8e65-433e-b279-3c9f9057f3fa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.574264] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c44235-6a0f-4ea3-a34e-69b9b24636c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.607479] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd563ee2-c93f-4aae-a018-261295f6e783 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.616568] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efd8275-ca89-4d22-9e76-f365257f0a97 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.635369] env[68802]: DEBUG nova.compute.provider_tree [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.821065] env[68802]: DEBUG nova.compute.manager [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Received event network-vif-plugged-a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 800.821344] env[68802]: DEBUG oslo_concurrency.lockutils [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] Acquiring lock "a6aed941-7874-473c-b13e-848727f2bc91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.821392] env[68802]: DEBUG oslo_concurrency.lockutils [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] Lock "a6aed941-7874-473c-b13e-848727f2bc91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.821632] env[68802]: DEBUG oslo_concurrency.lockutils [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] Lock "a6aed941-7874-473c-b13e-848727f2bc91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.821890] env[68802]: DEBUG nova.compute.manager [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] No waiting events found dispatching network-vif-plugged-a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.822157] env[68802]: WARNING nova.compute.manager [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Received unexpected event network-vif-plugged-a99cc3e5-8090-4a18-9377-c91000229508 for instance with vm_state building and task_state spawning. [ 800.822389] env[68802]: DEBUG nova.compute.manager [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Received event network-changed-a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 800.822617] env[68802]: DEBUG nova.compute.manager [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Refreshing instance network info cache due to event network-changed-a99cc3e5-8090-4a18-9377-c91000229508. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 800.822838] env[68802]: DEBUG oslo_concurrency.lockutils [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] Acquiring lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.827624] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c7d5be-fabb-76eb-e6ca-184b95e8811a, 'name': SearchDatastore_Task, 'duration_secs': 0.015455} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.827969] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.828299] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] e2c47b08-680d-4ad8-bcb1-907a68f70339/e2c47b08-680d-4ad8-bcb1-907a68f70339.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.828636] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf382a69-cd41-45fd-b9c7-5dfcae8a50b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.837561] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 800.837561] env[68802]: value = "task-2795320" [ 800.837561] env[68802]: _type = "Task" [ 800.837561] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.847626] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.856629] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795318, 'name': Rename_Task, 'duration_secs': 0.196924} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.857053] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.857616] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a170901d-d0ec-40f7-89d2-7176037defa1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.865304] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 800.865304] env[68802]: value = "task-2795321" [ 800.865304] env[68802]: _type = "Task" [ 800.865304] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.875605] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.923048] env[68802]: DEBUG oslo_vmware.api [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795319, 'name': PowerOffVM_Task, 'duration_secs': 0.387188} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.923048] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.923048] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.923273] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7679344-dc30-4626-a785-0cef86f8c032 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.979114] env[68802]: DEBUG nova.network.neutron [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.006210] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.006210] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.006210] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Deleting the datastore file [datastore1] 14df315d-6363-40f0-a952-b617e6321729 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.006210] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f961cc-d0b3-44dc-b695-54bbf1959522 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.018727] env[68802]: DEBUG oslo_vmware.api [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for the task: (returnval){ [ 801.018727] env[68802]: value = "task-2795323" [ 801.018727] env[68802]: _type = "Task" [ 801.018727] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.022583] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.022583] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c420d350-69ca-4785-a13d-9c72861fbd22 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.036209] env[68802]: DEBUG oslo_vmware.api [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.036453] env[68802]: DEBUG oslo_vmware.api [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 801.036453] env[68802]: value = "task-2795324" [ 801.036453] env[68802]: _type = "Task" [ 801.036453] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.047219] env[68802]: DEBUG oslo_vmware.api [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.139582] env[68802]: DEBUG nova.scheduler.client.report [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.180639] env[68802]: DEBUG nova.network.neutron [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Updating instance_info_cache with network_info: [{"id": "a99cc3e5-8090-4a18-9377-c91000229508", "address": "fa:16:3e:d6:e2:77", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99cc3e5-80", "ovs_interfaceid": "a99cc3e5-8090-4a18-9377-c91000229508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.349677] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795320, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.381946] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795321, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.397387] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.397985] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.530945] env[68802]: DEBUG oslo_vmware.api [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Task: {'id': task-2795323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456127} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.531292] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.531459] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.531656] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.531857] env[68802]: INFO nova.compute.manager [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] [instance: 14df315d-6363-40f0-a952-b617e6321729] Took 1.15 seconds to destroy the instance on the hypervisor. [ 801.532116] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.532318] env[68802]: DEBUG nova.compute.manager [-] [instance: 14df315d-6363-40f0-a952-b617e6321729] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.532412] env[68802]: DEBUG nova.network.neutron [-] [instance: 14df315d-6363-40f0-a952-b617e6321729] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.540337] env[68802]: DEBUG nova.compute.manager [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.550945] env[68802]: DEBUG oslo_vmware.api [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795324, 'name': PowerOffVM_Task, 'duration_secs': 0.338275} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.551145] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.551405] env[68802]: DEBUG nova.compute.manager [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.552340] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda9443-4be0-4d49-b1c3-9fa0f38dec4e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.564725] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.564910] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.565104] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.565285] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.565434] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.565615] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.565816] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.565975] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.566189] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.566368] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.566539] env[68802]: DEBUG nova.virt.hardware [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.567714] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac53459-5212-4b9a-9a00-d51e9b37ec1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.577281] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a78a16-6318-45ac-8346-7596ddbfd23a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.647627] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.650493] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.002s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.650885] env[68802]: DEBUG nova.objects.instance [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lazy-loading 'resources' on Instance uuid e3f25ddf-2b10-4cb9-a708-ddcf660bd295 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.673566] env[68802]: INFO nova.scheduler.client.report [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleted allocations for instance 53853d15-72c7-455a-a049-3f827b8113ad [ 801.683211] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Releasing lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.683623] env[68802]: DEBUG nova.compute.manager [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Instance network_info: |[{"id": "a99cc3e5-8090-4a18-9377-c91000229508", "address": "fa:16:3e:d6:e2:77", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99cc3e5-80", "ovs_interfaceid": "a99cc3e5-8090-4a18-9377-c91000229508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.683946] env[68802]: DEBUG oslo_concurrency.lockutils [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] Acquired lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.684143] env[68802]: DEBUG nova.network.neutron [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Refreshing network info cache for port a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.685269] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:e2:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a99cc3e5-8090-4a18-9377-c91000229508', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.693849] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.694688] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.694941] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36dbe263-0b68-4d28-b496-fa1d9decee29 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.718668] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.718668] env[68802]: value = "task-2795325" [ 801.718668] env[68802]: _type = "Task" [ 801.718668] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.728808] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795325, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.851367] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517888} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.851367] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] e2c47b08-680d-4ad8-bcb1-907a68f70339/e2c47b08-680d-4ad8-bcb1-907a68f70339.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.851367] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.852332] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f46f140-75b5-4872-8bdd-319b4cb36692 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.860346] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 801.860346] env[68802]: value = "task-2795326" [ 801.860346] env[68802]: _type = "Task" [ 801.860346] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.874405] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.881718] env[68802]: DEBUG oslo_vmware.api [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795321, 'name': PowerOnVM_Task, 'duration_secs': 0.832254} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.881998] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.882239] env[68802]: INFO nova.compute.manager [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Took 7.84 seconds to spawn the instance on the hypervisor. [ 801.882422] env[68802]: DEBUG nova.compute.manager [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.883228] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8e8d4d-f5a0-40f3-a80a-38130886ada3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.908072] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.909821] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.909821] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.909821] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.909821] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.909821] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.909821] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 801.910344] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.077880] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ac2b7dd-df65-4c60-a3a7-92078cc4a001 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.165193] env[68802]: DEBUG nova.network.neutron [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Successfully updated port: a3402968-2341-4576-ab70-adc449a78d79 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.182690] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95bd3da6-4065-43e8-8e89-a0022b0634b9 tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "53853d15-72c7-455a-a049-3f827b8113ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.283s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.230286] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795325, 'name': CreateVM_Task, 'duration_secs': 0.448522} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.230465] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.231202] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.231363] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.231684] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.235246] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d31eea-1ed1-41cc-9f31-ce59035b825d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.248212] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 802.248212] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4d35b-e702-c9e1-7ad7-c837d0cc8519" [ 802.248212] env[68802]: _type = "Task" [ 802.248212] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.265923] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4d35b-e702-c9e1-7ad7-c837d0cc8519, 'name': SearchDatastore_Task, 'duration_secs': 0.01211} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.267222] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.267603] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.268020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.268606] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.268606] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.269071] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd5efe6-db51-47ff-8a8f-a07ba850c405 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.283030] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.283030] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.283310] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513d2226-8353-40ef-a16b-417c8f18f664 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.290019] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 802.290019] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527a1d41-52c9-621a-6043-b36321b17d52" [ 802.290019] env[68802]: _type = "Task" [ 802.290019] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.310257] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527a1d41-52c9-621a-6043-b36321b17d52, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.315058] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa45fb9-b546-413f-9870-ce894e697966 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.321810] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 802.321810] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52780c77-71cc-ae23-fdac-8c9dfc4e7ba6" [ 802.321810] env[68802]: _type = "Task" [ 802.321810] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.334416] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52780c77-71cc-ae23-fdac-8c9dfc4e7ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.367804] env[68802]: DEBUG nova.network.neutron [-] [instance: 14df315d-6363-40f0-a952-b617e6321729] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.374913] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074296} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.375189] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.376023] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22597e4-907d-4c72-adca-49e4f940af85 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.406153] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e2c47b08-680d-4ad8-bcb1-907a68f70339/e2c47b08-680d-4ad8-bcb1-907a68f70339.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.413328] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c65e2f8-e9d4-409f-825e-316351c60a67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.429404] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.429404] env[68802]: INFO nova.compute.manager [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Took 42.93 seconds to build instance. [ 802.440034] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 802.440034] env[68802]: value = "task-2795327" [ 802.440034] env[68802]: _type = "Task" [ 802.440034] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.454498] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795327, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.522470] env[68802]: DEBUG nova.network.neutron [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Updated VIF entry in instance network info cache for port a99cc3e5-8090-4a18-9377-c91000229508. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.522843] env[68802]: DEBUG nova.network.neutron [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Updating instance_info_cache with network_info: [{"id": "a99cc3e5-8090-4a18-9377-c91000229508", "address": "fa:16:3e:d6:e2:77", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99cc3e5-80", "ovs_interfaceid": "a99cc3e5-8090-4a18-9377-c91000229508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.670115] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquiring lock "refresh_cache-7df30cf8-1627-4288-974c-1bacc2986a27" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.670162] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquired lock "refresh_cache-7df30cf8-1627-4288-974c-1bacc2986a27" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.670333] env[68802]: DEBUG nova.network.neutron [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.718071] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c1c710-4464-4e79-85cd-de43e736d36e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.727236] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f4ce2c-320b-481a-8cca-fcace01f87e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.760916] env[68802]: DEBUG nova.objects.instance [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'flavor' on Instance uuid 50e88850-968f-472b-9921-bbf973b475bc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.763167] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea005fda-c26d-4565-bcda-1d6aef4b8598 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.772579] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e69737-c457-4679-b4a9-d6cb4dd74345 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.789106] env[68802]: DEBUG nova.compute.provider_tree [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.833493] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52780c77-71cc-ae23-fdac-8c9dfc4e7ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.833896] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.834247] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] a6aed941-7874-473c-b13e-848727f2bc91/a6aed941-7874-473c-b13e-848727f2bc91.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.834550] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c54432dd-73cc-4794-a6a2-95d91a9564b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.843251] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 802.843251] env[68802]: value = "task-2795328" [ 802.843251] env[68802]: _type = "Task" [ 802.843251] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.853671] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.855893] env[68802]: DEBUG nova.compute.manager [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] [instance: 14df315d-6363-40f0-a952-b617e6321729] Received event network-vif-deleted-43d54d06-51da-4f41-a482-660f2c8fa86c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 802.856110] env[68802]: DEBUG nova.compute.manager [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Received event network-vif-plugged-a3402968-2341-4576-ab70-adc449a78d79 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 802.856622] env[68802]: DEBUG oslo_concurrency.lockutils [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] Acquiring lock "7df30cf8-1627-4288-974c-1bacc2986a27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.856622] env[68802]: DEBUG oslo_concurrency.lockutils [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] Lock "7df30cf8-1627-4288-974c-1bacc2986a27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.856793] env[68802]: DEBUG oslo_concurrency.lockutils [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] Lock "7df30cf8-1627-4288-974c-1bacc2986a27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.857031] env[68802]: DEBUG nova.compute.manager [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] No waiting events found dispatching network-vif-plugged-a3402968-2341-4576-ab70-adc449a78d79 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.857206] env[68802]: WARNING nova.compute.manager [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Received unexpected event network-vif-plugged-a3402968-2341-4576-ab70-adc449a78d79 for instance with vm_state building and task_state spawning. [ 802.857454] env[68802]: DEBUG nova.compute.manager [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Received event network-changed-a3402968-2341-4576-ab70-adc449a78d79 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 802.857573] env[68802]: DEBUG nova.compute.manager [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Refreshing instance network info cache due to event network-changed-a3402968-2341-4576-ab70-adc449a78d79. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 802.857756] env[68802]: DEBUG oslo_concurrency.lockutils [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] Acquiring lock "refresh_cache-7df30cf8-1627-4288-974c-1bacc2986a27" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.871940] env[68802]: INFO nova.compute.manager [-] [instance: 14df315d-6363-40f0-a952-b617e6321729] Took 1.34 seconds to deallocate network for instance. [ 802.932107] env[68802]: DEBUG oslo_concurrency.lockutils [None req-249f6e0c-8fcc-4053-832b-11b47494e691 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.703s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.954453] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.027740] env[68802]: DEBUG oslo_concurrency.lockutils [req-8b697019-e198-408d-b39d-9bb5fdb48914 req-3d0aac28-4b16-4435-9c7b-14ab284d3e94 service nova] Releasing lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.209973] env[68802]: DEBUG nova.network.neutron [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.269345] env[68802]: DEBUG oslo_concurrency.lockutils [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.269605] env[68802]: DEBUG oslo_concurrency.lockutils [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquired lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.269840] env[68802]: DEBUG nova.network.neutron [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.270238] env[68802]: DEBUG nova.objects.instance [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'info_cache' on Instance uuid 50e88850-968f-472b-9921-bbf973b475bc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.292519] env[68802]: DEBUG nova.scheduler.client.report [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.356935] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795328, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.379207] env[68802]: DEBUG oslo_concurrency.lockutils [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.437674] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.451835] env[68802]: DEBUG nova.network.neutron [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Updating instance_info_cache with network_info: [{"id": "a3402968-2341-4576-ab70-adc449a78d79", "address": "fa:16:3e:7a:62:f4", "network": {"id": "b57e611d-c2aa-4c57-9dd2-d43002da8993", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-283455104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ae76eac950b462381aad0b6571e689d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3402968-23", "ovs_interfaceid": "a3402968-2341-4576-ab70-adc449a78d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.455771] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795327, 'name': ReconfigVM_Task, 'duration_secs': 0.670693} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.456451] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e2c47b08-680d-4ad8-bcb1-907a68f70339/e2c47b08-680d-4ad8-bcb1-907a68f70339.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.457863] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fad79115-c168-4b6a-ad58-d1e160989a34 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.466605] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 803.466605] env[68802]: value = "task-2795329" [ 803.466605] env[68802]: _type = "Task" [ 803.466605] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.486482] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795329, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.774587] env[68802]: DEBUG nova.objects.base [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Object Instance<50e88850-968f-472b-9921-bbf973b475bc> lazy-loaded attributes: flavor,info_cache {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 803.799803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.802394] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.183s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.803910] env[68802]: INFO nova.compute.claims [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.825291] env[68802]: INFO nova.scheduler.client.report [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Deleted allocations for instance e3f25ddf-2b10-4cb9-a708-ddcf660bd295 [ 803.855077] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561414} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.855442] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] a6aed941-7874-473c-b13e-848727f2bc91/a6aed941-7874-473c-b13e-848727f2bc91.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.855559] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.855858] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-523cbb47-8878-4867-9440-a3c4825c6011 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.865227] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 803.865227] env[68802]: value = "task-2795330" [ 803.865227] env[68802]: _type = "Task" [ 803.865227] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.875936] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.956314] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.957014] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Releasing lock "refresh_cache-7df30cf8-1627-4288-974c-1bacc2986a27" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.957411] env[68802]: DEBUG nova.compute.manager [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Instance network_info: |[{"id": "a3402968-2341-4576-ab70-adc449a78d79", "address": "fa:16:3e:7a:62:f4", "network": {"id": "b57e611d-c2aa-4c57-9dd2-d43002da8993", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-283455104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ae76eac950b462381aad0b6571e689d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3402968-23", "ovs_interfaceid": "a3402968-2341-4576-ab70-adc449a78d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.957863] env[68802]: DEBUG oslo_concurrency.lockutils [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] Acquired lock "refresh_cache-7df30cf8-1627-4288-974c-1bacc2986a27" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.958088] env[68802]: DEBUG nova.network.neutron [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Refreshing network info cache for port a3402968-2341-4576-ab70-adc449a78d79 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.959367] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:62:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3402968-2341-4576-ab70-adc449a78d79', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.967252] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Creating folder: Project (8ae76eac950b462381aad0b6571e689d). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.970444] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bf7dda4-f917-418c-9f16-0cba17df5bb4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.987073] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795329, 'name': Rename_Task, 'duration_secs': 0.401118} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.989720] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.990218] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Created folder: Project (8ae76eac950b462381aad0b6571e689d) in parent group-v561663. [ 803.990266] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Creating folder: Instances. Parent ref: group-v561817. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.990600] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-802ccf2e-1fa5-446f-9dad-c8e34a8faaee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.992971] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eafde96c-9d9d-47aa-9bd2-aa7dcf46f7c9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.002302] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 804.002302] env[68802]: value = "task-2795333" [ 804.002302] env[68802]: _type = "Task" [ 804.002302] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.011684] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Created folder: Instances in parent group-v561817. [ 804.011684] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.011684] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.011684] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7e23efa-ede7-4a19-a2a8-bccd3a168842 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.031603] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.039070] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.039070] env[68802]: value = "task-2795334" [ 804.039070] env[68802]: _type = "Task" [ 804.039070] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.048671] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795334, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.266534] env[68802]: DEBUG nova.network.neutron [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Updated VIF entry in instance network info cache for port a3402968-2341-4576-ab70-adc449a78d79. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.266934] env[68802]: DEBUG nova.network.neutron [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Updating instance_info_cache with network_info: [{"id": "a3402968-2341-4576-ab70-adc449a78d79", "address": "fa:16:3e:7a:62:f4", "network": {"id": "b57e611d-c2aa-4c57-9dd2-d43002da8993", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-283455104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ae76eac950b462381aad0b6571e689d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3402968-23", "ovs_interfaceid": "a3402968-2341-4576-ab70-adc449a78d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.332519] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9e1fbce6-3fc8-4c02-abcf-ebcdd7194e5b tempest-MultipleCreateTestJSON-1616453951 tempest-MultipleCreateTestJSON-1616453951-project-member] Lock "e3f25ddf-2b10-4cb9-a708-ddcf660bd295" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.517s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.384277] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079796} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.384652] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.385631] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1db00d-d213-44e8-91e9-e2151a65f8d6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.413989] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] a6aed941-7874-473c-b13e-848727f2bc91/a6aed941-7874-473c-b13e-848727f2bc91.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.417224] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632f4632-b6c6-4e31-bee7-f915c6114c99 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.441381] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 804.441381] env[68802]: value = "task-2795335" [ 804.441381] env[68802]: _type = "Task" [ 804.441381] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.450957] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.516891] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795333, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.551809] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795334, 'name': CreateVM_Task, 'duration_secs': 0.435107} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.552021] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.552782] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.552953] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.553311] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.553603] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb41e011-4199-4f38-a136-8da8a9158851 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.565943] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for the task: (returnval){ [ 804.565943] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52655e67-7b21-36bd-cc8f-959ff032ae57" [ 804.565943] env[68802]: _type = "Task" [ 804.565943] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.578874] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52655e67-7b21-36bd-cc8f-959ff032ae57, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.579135] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.579277] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.579530] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.579716] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.579886] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.580230] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce93938-5ff5-4b6c-83c1-2daa24510b5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.591320] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.591578] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.595580] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5df355c-4d73-4276-a7c7-46880e2c2e89 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.602824] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for the task: (returnval){ [ 804.602824] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52354e3a-3646-6f93-d8eb-d475421f625d" [ 804.602824] env[68802]: _type = "Task" [ 804.602824] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.614788] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52354e3a-3646-6f93-d8eb-d475421f625d, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.615665] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe6c90e-e8ee-4e6a-b354-2c1fa960ac09 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.621246] env[68802]: DEBUG nova.network.neutron [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Updating instance_info_cache with network_info: [{"id": "15662f56-52f5-4db6-8560-f66b13117d90", "address": "fa:16:3e:f5:e2:98", "network": {"id": "776e172d-8c0c-49ee-8e1d-37fce54de7b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28508885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336469a4a707449ea7e146aac7ad1f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15662f56-52", "ovs_interfaceid": "15662f56-52f5-4db6-8560-f66b13117d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.627341] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for the task: (returnval){ [ 804.627341] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5264bab1-209f-52d7-2376-fc877a14a484" [ 804.627341] env[68802]: _type = "Task" [ 804.627341] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.639372] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5264bab1-209f-52d7-2376-fc877a14a484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.769766] env[68802]: DEBUG oslo_concurrency.lockutils [req-ab9edf4e-7622-4d48-a5d0-1b7f1216fd5f req-692a1577-d133-4ebe-bc15-d462f117bb4d service nova] Releasing lock "refresh_cache-7df30cf8-1627-4288-974c-1bacc2986a27" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.955121] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795335, 'name': ReconfigVM_Task, 'duration_secs': 0.364833} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.955543] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Reconfigured VM instance instance-00000038 to attach disk [datastore2] a6aed941-7874-473c-b13e-848727f2bc91/a6aed941-7874-473c-b13e-848727f2bc91.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.956155] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-449ffde6-f377-49c2-b18e-4c62ffb6d12d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.964480] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 804.964480] env[68802]: value = "task-2795336" [ 804.964480] env[68802]: _type = "Task" [ 804.964480] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.976481] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795336, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.018757] env[68802]: DEBUG oslo_vmware.api [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795333, 'name': PowerOnVM_Task, 'duration_secs': 0.756522} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.019041] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.019252] env[68802]: INFO nova.compute.manager [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Took 8.82 seconds to spawn the instance on the hypervisor. [ 805.019426] env[68802]: DEBUG nova.compute.manager [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.020243] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f75c8bf-7555-4589-b4c2-7fc434146913 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.127090] env[68802]: DEBUG oslo_concurrency.lockutils [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Releasing lock "refresh_cache-50e88850-968f-472b-9921-bbf973b475bc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.140116] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5264bab1-209f-52d7-2376-fc877a14a484, 'name': SearchDatastore_Task, 'duration_secs': 0.012901} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.140277] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.140680] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 7df30cf8-1627-4288-974c-1bacc2986a27/7df30cf8-1627-4288-974c-1bacc2986a27.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.143247] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a355674a-1cd7-4c5e-a03c-6aef2f2bfae1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.152051] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for the task: (returnval){ [ 805.152051] env[68802]: value = "task-2795337" [ 805.152051] env[68802]: _type = "Task" [ 805.152051] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.163261] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.322578] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6fccb2-6fd8-42e3-8474-10136c21303b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.331572] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3accb76e-2d7e-46e0-8bd9-3e3080f5a3a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.368818] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a263502e-a451-45eb-961e-efbe482fe822 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.380362] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91b01d6-8713-4a57-9c1e-2e55963b1477 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.402978] env[68802]: DEBUG nova.compute.provider_tree [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.482300] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795336, 'name': Rename_Task, 'duration_secs': 0.178459} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.483110] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.483472] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4703e07a-4420-4cbc-ae5e-6408784f65d2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.498506] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 805.498506] env[68802]: value = "task-2795338" [ 805.498506] env[68802]: _type = "Task" [ 805.498506] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.508867] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.542128] env[68802]: INFO nova.compute.manager [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Took 42.11 seconds to build instance. [ 805.666390] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795337, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.907035] env[68802]: DEBUG nova.scheduler.client.report [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.010962] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795338, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.045769] env[68802]: DEBUG oslo_concurrency.lockutils [None req-30e2d05b-3c0c-485c-ac68-f586dd49cbcf tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "e2c47b08-680d-4ad8-bcb1-907a68f70339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.479s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.135419] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.135996] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a2da813-2880-4913-bdbb-591d398ddb8b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.149179] env[68802]: DEBUG oslo_vmware.api [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 806.149179] env[68802]: value = "task-2795339" [ 806.149179] env[68802]: _type = "Task" [ 806.149179] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.165539] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545854} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.168973] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 7df30cf8-1627-4288-974c-1bacc2986a27/7df30cf8-1627-4288-974c-1bacc2986a27.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.169373] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.169714] env[68802]: DEBUG oslo_vmware.api [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.170026] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62e39e7d-afd9-4e3f-a819-c105aad499a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.181313] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for the task: (returnval){ [ 806.181313] env[68802]: value = "task-2795340" [ 806.181313] env[68802]: _type = "Task" [ 806.181313] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.192990] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.412853] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.413394] env[68802]: DEBUG nova.compute.manager [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.416302] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.298s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.419356] env[68802]: INFO nova.compute.claims [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.511257] env[68802]: DEBUG oslo_vmware.api [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795338, 'name': PowerOnVM_Task, 'duration_secs': 0.687731} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.511806] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.512069] env[68802]: INFO nova.compute.manager [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Took 7.72 seconds to spawn the instance on the hypervisor. [ 806.512330] env[68802]: DEBUG nova.compute.manager [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.513245] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c860f0c-32e2-4504-b684-8b514e2f66af {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.550278] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.662013] env[68802]: DEBUG oslo_vmware.api [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.693106] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09084} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.693379] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.694274] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e13041-b90d-4e04-b949-dc09c9a176a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.722492] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 7df30cf8-1627-4288-974c-1bacc2986a27/7df30cf8-1627-4288-974c-1bacc2986a27.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.722868] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd8417d-af3c-4b08-b701-9af9c9265214 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.748900] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for the task: (returnval){ [ 806.748900] env[68802]: value = "task-2795341" [ 806.748900] env[68802]: _type = "Task" [ 806.748900] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.762132] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.836581] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a8-b358-3cc1-3b3e-13f6714f329c/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 806.837897] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c64aa4-59fa-496a-b7a3-564fb6b27944 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.845240] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a8-b358-3cc1-3b3e-13f6714f329c/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 806.845429] env[68802]: ERROR oslo_vmware.rw_handles [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a8-b358-3cc1-3b3e-13f6714f329c/disk-0.vmdk due to incomplete transfer. [ 806.845679] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9f9fce2-1df8-4b92-8d35-3a6b561b18db {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.855732] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a8-b358-3cc1-3b3e-13f6714f329c/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 806.855992] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Uploaded image d0775249-0a0c-4fb2-9ba6-103d386311eb to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 806.858366] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.858648] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6ffe89d-3f90-4514-97fc-52385ee47931 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.866620] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 806.866620] env[68802]: value = "task-2795342" [ 806.866620] env[68802]: _type = "Task" [ 806.866620] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.876845] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795342, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.922893] env[68802]: DEBUG nova.compute.utils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.927026] env[68802]: DEBUG nova.compute.manager [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.927026] env[68802]: DEBUG nova.network.neutron [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.997920] env[68802]: DEBUG nova.policy [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22963f04b39e4e729b39abb72d88d1f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16d7f4624dc745289406e6643a63d45a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.034837] env[68802]: INFO nova.compute.manager [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Took 39.42 seconds to build instance. [ 807.076586] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.163196] env[68802]: DEBUG oslo_vmware.api [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795339, 'name': PowerOnVM_Task, 'duration_secs': 0.657344} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.163602] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.164586] env[68802]: DEBUG nova.compute.manager [None req-319e8966-b536-4812-8004-68430e03b1e6 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.164714] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d29c1b1-7095-4f19-bd3f-d8d6fe67119f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.260038] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795341, 'name': ReconfigVM_Task, 'duration_secs': 0.343988} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.260345] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 7df30cf8-1627-4288-974c-1bacc2986a27/7df30cf8-1627-4288-974c-1bacc2986a27.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.261018] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9e90637-2f62-49fa-a4ac-5e2a3a7fec67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.269477] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for the task: (returnval){ [ 807.269477] env[68802]: value = "task-2795343" [ 807.269477] env[68802]: _type = "Task" [ 807.269477] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.282540] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795343, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.377668] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795342, 'name': Destroy_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.427897] env[68802]: DEBUG nova.compute.manager [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.490575] env[68802]: DEBUG nova.compute.manager [req-cc9714f2-e592-44b8-889b-5e1f08af281b req-2e5f2567-4b7d-4eb7-8a95-923447a5de87 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Received event network-changed-a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 807.490640] env[68802]: DEBUG nova.compute.manager [req-cc9714f2-e592-44b8-889b-5e1f08af281b req-2e5f2567-4b7d-4eb7-8a95-923447a5de87 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Refreshing instance network info cache due to event network-changed-a99cc3e5-8090-4a18-9377-c91000229508. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 807.491166] env[68802]: DEBUG oslo_concurrency.lockutils [req-cc9714f2-e592-44b8-889b-5e1f08af281b req-2e5f2567-4b7d-4eb7-8a95-923447a5de87 service nova] Acquiring lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.491166] env[68802]: DEBUG oslo_concurrency.lockutils [req-cc9714f2-e592-44b8-889b-5e1f08af281b req-2e5f2567-4b7d-4eb7-8a95-923447a5de87 service nova] Acquired lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.491436] env[68802]: DEBUG nova.network.neutron [req-cc9714f2-e592-44b8-889b-5e1f08af281b req-2e5f2567-4b7d-4eb7-8a95-923447a5de87 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Refreshing network info cache for port a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.501028] env[68802]: DEBUG nova.network.neutron [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Successfully created port: fb787aae-0f0b-46a0-bce1-8d834e730826 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.540778] env[68802]: DEBUG oslo_concurrency.lockutils [None req-256f0807-22b4-4e50-935b-04a1da5f84ac tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "a6aed941-7874-473c-b13e-848727f2bc91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.433s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.674740] env[68802]: DEBUG nova.compute.manager [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.676179] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86588ad1-245c-4abe-a97b-567987b45373 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.781333] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795343, 'name': Rename_Task, 'duration_secs': 0.153815} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.784218] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.785892] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-566c96d4-c04a-4ce8-8915-cfa83901936b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.796533] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for the task: (returnval){ [ 807.796533] env[68802]: value = "task-2795344" [ 807.796533] env[68802]: _type = "Task" [ 807.796533] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.811504] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.879727] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795342, 'name': Destroy_Task, 'duration_secs': 0.644548} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.880011] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Destroyed the VM [ 807.880274] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.880702] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c84be1e-d9e8-4919-9d32-2d427238ae4f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.888552] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 807.888552] env[68802]: value = "task-2795345" [ 807.888552] env[68802]: _type = "Task" [ 807.888552] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.905285] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795345, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.983348] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192d4738-de72-4aa3-8217-293bab82dbde {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.993292] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac9a783-6fdc-4afa-b69e-1d118d7f1bdf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.042123] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffa26f3-c3eb-4d70-8a7f-e70f09d52057 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.046741] env[68802]: DEBUG nova.compute.manager [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.063240] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf9edd-826d-44fd-ae46-20e05afbb584 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.082818] env[68802]: DEBUG nova.compute.provider_tree [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.144375] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "a6aed941-7874-473c-b13e-848727f2bc91" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.145073] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "a6aed941-7874-473c-b13e-848727f2bc91" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.145073] env[68802]: INFO nova.compute.manager [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Rebooting instance [ 808.193650] env[68802]: INFO nova.compute.manager [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] instance snapshotting [ 808.196587] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528146a6-ff73-4711-95c5-843095c923b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.227896] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64aa36d-9cde-4614-bb71-87ac8b4fca23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.309269] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795344, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.354232] env[68802]: DEBUG nova.network.neutron [req-cc9714f2-e592-44b8-889b-5e1f08af281b req-2e5f2567-4b7d-4eb7-8a95-923447a5de87 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Updated VIF entry in instance network info cache for port a99cc3e5-8090-4a18-9377-c91000229508. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.354561] env[68802]: DEBUG nova.network.neutron [req-cc9714f2-e592-44b8-889b-5e1f08af281b req-2e5f2567-4b7d-4eb7-8a95-923447a5de87 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Updating instance_info_cache with network_info: [{"id": "a99cc3e5-8090-4a18-9377-c91000229508", "address": "fa:16:3e:d6:e2:77", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99cc3e5-80", "ovs_interfaceid": "a99cc3e5-8090-4a18-9377-c91000229508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.400443] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795345, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.444807] env[68802]: DEBUG nova.compute.manager [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.472401] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.472645] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.472803] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.472982] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.473142] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.473284] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.473487] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.473782] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.473866] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.473988] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.474181] env[68802]: DEBUG nova.virt.hardware [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.475829] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28b911a-e6ce-4c3f-baed-e21a9e5a7551 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.484346] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930b11be-e483-4d08-9540-a459aa6de247 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.571991] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.587504] env[68802]: DEBUG nova.scheduler.client.report [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.591145] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.591378] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.673540] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.741957] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.742362] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8bad024-1a0f-4772-98b7-e4efe219f8a8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.751864] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 808.751864] env[68802]: value = "task-2795346" [ 808.751864] env[68802]: _type = "Task" [ 808.751864] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.761252] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795346, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.808695] env[68802]: DEBUG oslo_vmware.api [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795344, 'name': PowerOnVM_Task, 'duration_secs': 0.534324} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.808898] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.809117] env[68802]: INFO nova.compute.manager [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Took 7.27 seconds to spawn the instance on the hypervisor. [ 808.809821] env[68802]: DEBUG nova.compute.manager [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.810186] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b381fb8-4cfc-4c96-a3bf-b66189bd8404 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.858640] env[68802]: DEBUG oslo_concurrency.lockutils [req-cc9714f2-e592-44b8-889b-5e1f08af281b req-2e5f2567-4b7d-4eb7-8a95-923447a5de87 service nova] Releasing lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.859197] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquired lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.859480] env[68802]: DEBUG nova.network.neutron [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.901411] env[68802]: DEBUG oslo_vmware.api [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795345, 'name': RemoveSnapshot_Task, 'duration_secs': 1.004839} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.901705] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.901938] env[68802]: INFO nova.compute.manager [None req-a91a5bc8-0f75-4eef-b67d-80392002c8b7 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Took 16.39 seconds to snapshot the instance on the hypervisor. [ 809.093629] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.094249] env[68802]: DEBUG nova.compute.manager [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.097145] env[68802]: DEBUG oslo_concurrency.lockutils [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.251s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.097403] env[68802]: DEBUG nova.objects.instance [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 809.213599] env[68802]: DEBUG nova.network.neutron [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Successfully updated port: fb787aae-0f0b-46a0-bce1-8d834e730826 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.262998] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795346, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.333440] env[68802]: INFO nova.compute.manager [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Took 38.95 seconds to build instance. [ 809.539620] env[68802]: DEBUG nova.compute.manager [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Received event network-vif-plugged-fb787aae-0f0b-46a0-bce1-8d834e730826 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 809.539949] env[68802]: DEBUG oslo_concurrency.lockutils [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] Acquiring lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.540058] env[68802]: DEBUG oslo_concurrency.lockutils [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] Lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.540216] env[68802]: DEBUG oslo_concurrency.lockutils [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] Lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.540421] env[68802]: DEBUG nova.compute.manager [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] No waiting events found dispatching network-vif-plugged-fb787aae-0f0b-46a0-bce1-8d834e730826 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.540593] env[68802]: WARNING nova.compute.manager [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Received unexpected event network-vif-plugged-fb787aae-0f0b-46a0-bce1-8d834e730826 for instance with vm_state building and task_state spawning. [ 809.540769] env[68802]: DEBUG nova.compute.manager [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Received event network-changed-fb787aae-0f0b-46a0-bce1-8d834e730826 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 809.540899] env[68802]: DEBUG nova.compute.manager [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Refreshing instance network info cache due to event network-changed-fb787aae-0f0b-46a0-bce1-8d834e730826. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 809.541076] env[68802]: DEBUG oslo_concurrency.lockutils [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] Acquiring lock "refresh_cache-ddeb15eb-665e-4e88-abf1-391ffbfd9840" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.541261] env[68802]: DEBUG oslo_concurrency.lockutils [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] Acquired lock "refresh_cache-ddeb15eb-665e-4e88-abf1-391ffbfd9840" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.541417] env[68802]: DEBUG nova.network.neutron [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Refreshing network info cache for port fb787aae-0f0b-46a0-bce1-8d834e730826 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.602457] env[68802]: DEBUG nova.compute.utils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.606725] env[68802]: DEBUG nova.compute.manager [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.606935] env[68802]: DEBUG nova.network.neutron [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.651518] env[68802]: DEBUG nova.network.neutron [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Updating instance_info_cache with network_info: [{"id": "a99cc3e5-8090-4a18-9377-c91000229508", "address": "fa:16:3e:d6:e2:77", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99cc3e5-80", "ovs_interfaceid": "a99cc3e5-8090-4a18-9377-c91000229508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.659597] env[68802]: DEBUG nova.policy [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0d5df829ae74bdebad7ddaa38891fbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '587f84844aac4d2b94dde15062e5253d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.717061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquiring lock "refresh_cache-ddeb15eb-665e-4e88-abf1-391ffbfd9840" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.762441] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795346, 'name': CreateSnapshot_Task, 'duration_secs': 0.924245} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.762707] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.763457] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2d6421-c3f0-4a03-a649-4a8d9289a86e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.835818] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquiring lock "7df30cf8-1627-4288-974c-1bacc2986a27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.837417] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8ae0f4a9-87cd-4f0d-a31d-22745c18166c tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lock "7df30cf8-1627-4288-974c-1bacc2986a27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.352s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.838525] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lock "7df30cf8-1627-4288-974c-1bacc2986a27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.838740] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquiring lock "7df30cf8-1627-4288-974c-1bacc2986a27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.838930] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lock "7df30cf8-1627-4288-974c-1bacc2986a27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.839105] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lock "7df30cf8-1627-4288-974c-1bacc2986a27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.842685] env[68802]: INFO nova.compute.manager [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Terminating instance [ 809.913047] env[68802]: DEBUG nova.network.neutron [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Successfully created port: da6f8515-ab75-4014-ae86-70a78ef8cac2 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.092023] env[68802]: DEBUG nova.network.neutron [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.110353] env[68802]: DEBUG nova.compute.manager [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.115243] env[68802]: DEBUG oslo_concurrency.lockutils [None req-07ba7142-532a-4b40-8cb9-93dbd5733bf4 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.116775] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.206s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.154904] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Releasing lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.239165] env[68802]: DEBUG nova.network.neutron [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.281535] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 810.282147] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40e9e05c-0a16-49d4-b877-9fb40a011081 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.291897] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 810.291897] env[68802]: value = "task-2795347" [ 810.291897] env[68802]: _type = "Task" [ 810.291897] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.301063] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795347, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.341280] env[68802]: DEBUG nova.compute.manager [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.346063] env[68802]: DEBUG nova.compute.manager [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.346279] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.347154] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b685de-7f4e-4068-9e3f-3864bf6c689f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.359022] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.359022] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4245d49-2b01-4247-afb9-cd45ac16a801 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.365297] env[68802]: DEBUG oslo_vmware.api [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for the task: (returnval){ [ 810.365297] env[68802]: value = "task-2795348" [ 810.365297] env[68802]: _type = "Task" [ 810.365297] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.377250] env[68802]: DEBUG oslo_vmware.api [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.620760] env[68802]: INFO nova.compute.claims [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.659628] env[68802]: DEBUG nova.compute.manager [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.660512] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c09117-0e39-4ecb-bb7e-672eb95025d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.742208] env[68802]: DEBUG oslo_concurrency.lockutils [req-30dd32dd-c70f-487e-a4a8-4084e05cb875 req-84f6c855-4083-4810-8a02-b09f6859f8d0 service nova] Releasing lock "refresh_cache-ddeb15eb-665e-4e88-abf1-391ffbfd9840" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.742612] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquired lock "refresh_cache-ddeb15eb-665e-4e88-abf1-391ffbfd9840" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.742779] env[68802]: DEBUG nova.network.neutron [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.802724] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795347, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.864678] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.875432] env[68802]: DEBUG oslo_vmware.api [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795348, 'name': PowerOffVM_Task, 'duration_secs': 0.222232} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.875702] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.875881] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.876161] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc96996-de40-4cb0-9f11-11a550f9a975 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.946698] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.947053] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.948607] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Deleting the datastore file [datastore2] 7df30cf8-1627-4288-974c-1bacc2986a27 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.948607] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8ab1bc2-f90e-41be-9993-51c27dcfd8a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.955819] env[68802]: DEBUG oslo_vmware.api [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for the task: (returnval){ [ 810.955819] env[68802]: value = "task-2795350" [ 810.955819] env[68802]: _type = "Task" [ 810.955819] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.966198] env[68802]: DEBUG oslo_vmware.api [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.127141] env[68802]: DEBUG nova.compute.manager [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.131655] env[68802]: INFO nova.compute.resource_tracker [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating resource usage from migration 912e8475-d69c-4081-8357-7400454049fc [ 811.169049] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.169313] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.169466] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.169641] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.169784] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.169926] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.170153] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.170311] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.170471] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.170626] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.170794] env[68802]: DEBUG nova.virt.hardware [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.174296] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93947656-d86c-450e-880b-64da053c65dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.185874] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ed9cd9-0a5a-4655-a79c-0a55817dbdb3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.305031] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795347, 'name': CloneVM_Task} progress is 95%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.311968] env[68802]: DEBUG nova.network.neutron [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.469829] env[68802]: DEBUG oslo_vmware.api [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Task: {'id': task-2795350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265307} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.472645] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.472842] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.473031] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.473210] env[68802]: INFO nova.compute.manager [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Took 1.13 seconds to destroy the instance on the hypervisor. [ 811.473454] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.474074] env[68802]: DEBUG nova.compute.manager [-] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.474178] env[68802]: DEBUG nova.network.neutron [-] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.625083] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f612504c-d17d-417d-93b0-b4dd70e276e1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.635388] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dda65e-f74a-44fe-80e0-15e07c0892c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.666897] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bbb13b-6834-47ad-9562-60b53e688c8f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.675175] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099cfcee-6384-4e72-9277-65e0b19277e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.680366] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f46824-299f-45ed-af86-7659fc9c48aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.693323] env[68802]: DEBUG nova.compute.provider_tree [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.696473] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Doing hard reboot of VM {{(pid=68802) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 811.696943] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dbebc70f-abbc-474e-9587-c555c9d34332 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.706924] env[68802]: DEBUG oslo_vmware.api [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 811.706924] env[68802]: value = "task-2795351" [ 811.706924] env[68802]: _type = "Task" [ 811.706924] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.715924] env[68802]: DEBUG oslo_vmware.api [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795351, 'name': ResetVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.803664] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795347, 'name': CloneVM_Task, 'duration_secs': 1.206092} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.803964] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Created linked-clone VM from snapshot [ 811.804717] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a051205-94d8-4430-8a80-864da854aac6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.812586] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Uploading image ed631dd1-253b-4a3f-a8df-7368f5fc7b75 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 811.837334] env[68802]: DEBUG oslo_vmware.rw_handles [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 811.837334] env[68802]: value = "vm-561821" [ 811.837334] env[68802]: _type = "VirtualMachine" [ 811.837334] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 811.837638] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f66ec46-c0a8-41a6-b4d3-fc71ebab393e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.844362] env[68802]: DEBUG oslo_vmware.rw_handles [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lease: (returnval){ [ 811.844362] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526957fa-419d-c616-5864-a9f71a18f76e" [ 811.844362] env[68802]: _type = "HttpNfcLease" [ 811.844362] env[68802]: } obtained for exporting VM: (result){ [ 811.844362] env[68802]: value = "vm-561821" [ 811.844362] env[68802]: _type = "VirtualMachine" [ 811.844362] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 811.844639] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the lease: (returnval){ [ 811.844639] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526957fa-419d-c616-5864-a9f71a18f76e" [ 811.844639] env[68802]: _type = "HttpNfcLease" [ 811.844639] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.854663] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.854663] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526957fa-419d-c616-5864-a9f71a18f76e" [ 811.854663] env[68802]: _type = "HttpNfcLease" [ 811.854663] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.927475] env[68802]: DEBUG nova.network.neutron [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Updating instance_info_cache with network_info: [{"id": "fb787aae-0f0b-46a0-bce1-8d834e730826", "address": "fa:16:3e:9d:25:2f", "network": {"id": "049ce942-1098-4ed7-8582-732c179a6225", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-216756527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d7f4624dc745289406e6643a63d45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb787aae-0f", "ovs_interfaceid": "fb787aae-0f0b-46a0-bce1-8d834e730826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.988396] env[68802]: DEBUG nova.compute.manager [req-4b3be687-1811-4e95-b742-01500634bfd8 req-b612e2f9-0323-4426-9543-1cdef75507c2 service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Received event network-vif-plugged-da6f8515-ab75-4014-ae86-70a78ef8cac2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 811.988700] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b3be687-1811-4e95-b742-01500634bfd8 req-b612e2f9-0323-4426-9543-1cdef75507c2 service nova] Acquiring lock "9539e853-9404-4b1d-b1cd-017cf7704938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.988947] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b3be687-1811-4e95-b742-01500634bfd8 req-b612e2f9-0323-4426-9543-1cdef75507c2 service nova] Lock "9539e853-9404-4b1d-b1cd-017cf7704938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.989136] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b3be687-1811-4e95-b742-01500634bfd8 req-b612e2f9-0323-4426-9543-1cdef75507c2 service nova] Lock "9539e853-9404-4b1d-b1cd-017cf7704938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.989551] env[68802]: DEBUG nova.compute.manager [req-4b3be687-1811-4e95-b742-01500634bfd8 req-b612e2f9-0323-4426-9543-1cdef75507c2 service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] No waiting events found dispatching network-vif-plugged-da6f8515-ab75-4014-ae86-70a78ef8cac2 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.992044] env[68802]: WARNING nova.compute.manager [req-4b3be687-1811-4e95-b742-01500634bfd8 req-b612e2f9-0323-4426-9543-1cdef75507c2 service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Received unexpected event network-vif-plugged-da6f8515-ab75-4014-ae86-70a78ef8cac2 for instance with vm_state building and task_state spawning. [ 812.157205] env[68802]: DEBUG nova.network.neutron [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Successfully updated port: da6f8515-ab75-4014-ae86-70a78ef8cac2 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.198033] env[68802]: DEBUG nova.scheduler.client.report [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.219187] env[68802]: DEBUG oslo_vmware.api [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795351, 'name': ResetVM_Task, 'duration_secs': 0.11199} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.219187] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Did hard reboot of VM {{(pid=68802) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 812.219187] env[68802]: DEBUG nova.compute.manager [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.219954] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a538a421-a223-4ee4-af0c-e48c80f7494b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.353220] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.353220] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526957fa-419d-c616-5864-a9f71a18f76e" [ 812.353220] env[68802]: _type = "HttpNfcLease" [ 812.353220] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.353579] env[68802]: DEBUG oslo_vmware.rw_handles [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.353579] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526957fa-419d-c616-5864-a9f71a18f76e" [ 812.353579] env[68802]: _type = "HttpNfcLease" [ 812.353579] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.354627] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8360b6c3-f5dd-45a8-9d96-3a7e5e74b0b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.361993] env[68802]: DEBUG oslo_vmware.rw_handles [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52ca7-cd0f-5587-4fc3-b160454edcf5/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.362216] env[68802]: DEBUG oslo_vmware.rw_handles [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52ca7-cd0f-5587-4fc3-b160454edcf5/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.430651] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Releasing lock "refresh_cache-ddeb15eb-665e-4e88-abf1-391ffbfd9840" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.430982] env[68802]: DEBUG nova.compute.manager [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Instance network_info: |[{"id": "fb787aae-0f0b-46a0-bce1-8d834e730826", "address": "fa:16:3e:9d:25:2f", "network": {"id": "049ce942-1098-4ed7-8582-732c179a6225", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-216756527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d7f4624dc745289406e6643a63d45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb787aae-0f", "ovs_interfaceid": "fb787aae-0f0b-46a0-bce1-8d834e730826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.431421] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:25:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb787aae-0f0b-46a0-bce1-8d834e730826', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.438956] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Creating folder: Project (16d7f4624dc745289406e6643a63d45a). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.439266] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e85ff0b-f67e-4c97-8add-373643936231 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.451128] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Created folder: Project (16d7f4624dc745289406e6643a63d45a) in parent group-v561663. [ 812.451318] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Creating folder: Instances. Parent ref: group-v561822. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.451560] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3afc131d-0faf-4d7f-b296-4ea80dffd4d8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.462626] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Created folder: Instances in parent group-v561822. [ 812.462857] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.463063] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.463278] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5062c135-36e0-40d5-99ad-941b523a71c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.482053] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1be0f873-a638-4c39-b6c2-bbe8fb43d1ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.488352] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.488352] env[68802]: value = "task-2795355" [ 812.488352] env[68802]: _type = "Task" [ 812.488352] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.503357] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795355, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.661078] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquiring lock "refresh_cache-9539e853-9404-4b1d-b1cd-017cf7704938" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.661078] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquired lock "refresh_cache-9539e853-9404-4b1d-b1cd-017cf7704938" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.661078] env[68802]: DEBUG nova.network.neutron [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.663067] env[68802]: DEBUG nova.network.neutron [-] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.704039] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.586s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.704039] env[68802]: INFO nova.compute.manager [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Migrating [ 812.713176] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.629s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.713458] env[68802]: DEBUG nova.objects.instance [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lazy-loading 'resources' on Instance uuid b268e90c-94cd-4b2f-8f26-f006f35542ee {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.735502] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b3e266f7-fc79-468c-ae14-f6a626b978fd tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "a6aed941-7874-473c-b13e-848727f2bc91" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.591s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.976324] env[68802]: DEBUG nova.compute.manager [req-4ed543b1-6658-463c-a0a0-1ece7b9c9fc7 req-afde6318-7148-40fb-9323-0dcac0b4a907 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Received event network-changed-a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 812.978204] env[68802]: DEBUG nova.compute.manager [req-4ed543b1-6658-463c-a0a0-1ece7b9c9fc7 req-afde6318-7148-40fb-9323-0dcac0b4a907 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Refreshing instance network info cache due to event network-changed-a99cc3e5-8090-4a18-9377-c91000229508. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 812.978204] env[68802]: DEBUG oslo_concurrency.lockutils [req-4ed543b1-6658-463c-a0a0-1ece7b9c9fc7 req-afde6318-7148-40fb-9323-0dcac0b4a907 service nova] Acquiring lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.978204] env[68802]: DEBUG oslo_concurrency.lockutils [req-4ed543b1-6658-463c-a0a0-1ece7b9c9fc7 req-afde6318-7148-40fb-9323-0dcac0b4a907 service nova] Acquired lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.978763] env[68802]: DEBUG nova.network.neutron [req-4ed543b1-6658-463c-a0a0-1ece7b9c9fc7 req-afde6318-7148-40fb-9323-0dcac0b4a907 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Refreshing network info cache for port a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.004967] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795355, 'name': CreateVM_Task, 'duration_secs': 0.439084} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.005408] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.006332] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.006561] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.007115] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.007685] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdabbab3-f0a5-44ab-a245-de6d16a15fde {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.012963] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for the task: (returnval){ [ 813.012963] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522696b3-cc96-e422-3ba8-b8c2a2fcf648" [ 813.012963] env[68802]: _type = "Task" [ 813.012963] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.021206] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522696b3-cc96-e422-3ba8-b8c2a2fcf648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.167589] env[68802]: INFO nova.compute.manager [-] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Took 1.69 seconds to deallocate network for instance. [ 813.207431] env[68802]: DEBUG nova.network.neutron [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.226970] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.227358] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.227479] env[68802]: DEBUG nova.network.neutron [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.375762] env[68802]: DEBUG nova.network.neutron [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Updating instance_info_cache with network_info: [{"id": "da6f8515-ab75-4014-ae86-70a78ef8cac2", "address": "fa:16:3e:30:3b:41", "network": {"id": "dbb5e921-ca17-4665-adc0-0edbf41035d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2007213592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587f84844aac4d2b94dde15062e5253d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6f8515-ab", "ovs_interfaceid": "da6f8515-ab75-4014-ae86-70a78ef8cac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.530248] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522696b3-cc96-e422-3ba8-b8c2a2fcf648, 'name': SearchDatastore_Task, 'duration_secs': 0.021499} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.531558] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.531558] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.531558] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.531558] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.531825] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.535022] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c24a7033-f51e-48a7-8b01-077ea5431552 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.541811] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.542042] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.546972] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2d9039-316c-4d75-ba27-301e599af078 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.553147] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for the task: (returnval){ [ 813.553147] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4f7e5-29e7-c26a-5a5c-22a5d168975e" [ 813.553147] env[68802]: _type = "Task" [ 813.553147] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.564703] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4f7e5-29e7-c26a-5a5c-22a5d168975e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.668107] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "a6aed941-7874-473c-b13e-848727f2bc91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.668402] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "a6aed941-7874-473c-b13e-848727f2bc91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.668620] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "a6aed941-7874-473c-b13e-848727f2bc91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.668801] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "a6aed941-7874-473c-b13e-848727f2bc91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.668970] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "a6aed941-7874-473c-b13e-848727f2bc91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.671056] env[68802]: INFO nova.compute.manager [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Terminating instance [ 813.674137] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.718499] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876aa359-7e7f-4da3-89a0-99edd31e140a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.726804] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b227a7-9691-4ece-a0b6-9acbae38c003 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.766586] env[68802]: DEBUG nova.network.neutron [req-4ed543b1-6658-463c-a0a0-1ece7b9c9fc7 req-afde6318-7148-40fb-9323-0dcac0b4a907 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Updated VIF entry in instance network info cache for port a99cc3e5-8090-4a18-9377-c91000229508. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.767012] env[68802]: DEBUG nova.network.neutron [req-4ed543b1-6658-463c-a0a0-1ece7b9c9fc7 req-afde6318-7148-40fb-9323-0dcac0b4a907 service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Updating instance_info_cache with network_info: [{"id": "a99cc3e5-8090-4a18-9377-c91000229508", "address": "fa:16:3e:d6:e2:77", "network": {"id": "5984ee35-e863-4b82-b004-74291b1b6ded", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-150192896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e5d3ef488b44a3909f2951163969e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99cc3e5-80", "ovs_interfaceid": "a99cc3e5-8090-4a18-9377-c91000229508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.769385] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129cc7be-5ad4-42a9-ae33-2daed8141e4a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.778946] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdd638f-ac52-432b-80db-857f65a88bfe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.794484] env[68802]: DEBUG nova.compute.provider_tree [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.879097] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Releasing lock "refresh_cache-9539e853-9404-4b1d-b1cd-017cf7704938" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.879440] env[68802]: DEBUG nova.compute.manager [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Instance network_info: |[{"id": "da6f8515-ab75-4014-ae86-70a78ef8cac2", "address": "fa:16:3e:30:3b:41", "network": {"id": "dbb5e921-ca17-4665-adc0-0edbf41035d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2007213592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587f84844aac4d2b94dde15062e5253d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6f8515-ab", "ovs_interfaceid": "da6f8515-ab75-4014-ae86-70a78ef8cac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.879817] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:3b:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da6f8515-ab75-4014-ae86-70a78ef8cac2', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.888061] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Creating folder: Project (587f84844aac4d2b94dde15062e5253d). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.890988] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eac45bc-a0f4-47a7-830d-c480953335f9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.902860] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Created folder: Project (587f84844aac4d2b94dde15062e5253d) in parent group-v561663. [ 813.903050] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Creating folder: Instances. Parent ref: group-v561825. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.903274] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f93e370-159b-4f34-94fd-34f4cadde8e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.914354] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Created folder: Instances in parent group-v561825. [ 813.914354] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.914547] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.914955] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0067642-105e-4593-9cb0-636b60b08aab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.939339] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.939339] env[68802]: value = "task-2795358" [ 813.939339] env[68802]: _type = "Task" [ 813.939339] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.947535] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795358, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.007963] env[68802]: DEBUG nova.network.neutron [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance_info_cache with network_info: [{"id": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "address": "fa:16:3e:6e:21:0f", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3f0bb4-12", "ovs_interfaceid": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.066632] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4f7e5-29e7-c26a-5a5c-22a5d168975e, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.071101] env[68802]: DEBUG nova.compute.manager [req-e3712f5d-2559-4dba-952f-3ea088f6aa3b req-8fab1dad-1c60-4627-8f91-7fb694cb2fb3 service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Received event network-changed-da6f8515-ab75-4014-ae86-70a78ef8cac2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 814.071400] env[68802]: DEBUG nova.compute.manager [req-e3712f5d-2559-4dba-952f-3ea088f6aa3b req-8fab1dad-1c60-4627-8f91-7fb694cb2fb3 service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Refreshing instance network info cache due to event network-changed-da6f8515-ab75-4014-ae86-70a78ef8cac2. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 814.071700] env[68802]: DEBUG oslo_concurrency.lockutils [req-e3712f5d-2559-4dba-952f-3ea088f6aa3b req-8fab1dad-1c60-4627-8f91-7fb694cb2fb3 service nova] Acquiring lock "refresh_cache-9539e853-9404-4b1d-b1cd-017cf7704938" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.071878] env[68802]: DEBUG oslo_concurrency.lockutils [req-e3712f5d-2559-4dba-952f-3ea088f6aa3b req-8fab1dad-1c60-4627-8f91-7fb694cb2fb3 service nova] Acquired lock "refresh_cache-9539e853-9404-4b1d-b1cd-017cf7704938" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.072082] env[68802]: DEBUG nova.network.neutron [req-e3712f5d-2559-4dba-952f-3ea088f6aa3b req-8fab1dad-1c60-4627-8f91-7fb694cb2fb3 service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Refreshing network info cache for port da6f8515-ab75-4014-ae86-70a78ef8cac2 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.073938] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4bbf61-7e30-4314-8beb-3fb63b06ae9a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.081743] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for the task: (returnval){ [ 814.081743] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52970e26-9da0-c83f-c471-1499aff331e3" [ 814.081743] env[68802]: _type = "Task" [ 814.081743] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.094737] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52970e26-9da0-c83f-c471-1499aff331e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.179652] env[68802]: DEBUG nova.compute.manager [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.179966] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.180981] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8552d551-37b1-40f9-ae4b-4ecca200f922 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.189425] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.189757] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-875d7721-dfbf-492b-a30c-8289e609400d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.197151] env[68802]: DEBUG oslo_vmware.api [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 814.197151] env[68802]: value = "task-2795359" [ 814.197151] env[68802]: _type = "Task" [ 814.197151] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.206383] env[68802]: DEBUG oslo_vmware.api [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.274531] env[68802]: DEBUG oslo_concurrency.lockutils [req-4ed543b1-6658-463c-a0a0-1ece7b9c9fc7 req-afde6318-7148-40fb-9323-0dcac0b4a907 service nova] Releasing lock "refresh_cache-a6aed941-7874-473c-b13e-848727f2bc91" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.298137] env[68802]: DEBUG nova.scheduler.client.report [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.449533] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795358, 'name': CreateVM_Task, 'duration_secs': 0.343982} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.449715] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.450400] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.450565] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.450874] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.451139] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a43d27-dd3e-4463-b7eb-252ce21dcc64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.456107] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 814.456107] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52167a72-95de-8aba-5310-9b4eadab0ebd" [ 814.456107] env[68802]: _type = "Task" [ 814.456107] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.463789] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52167a72-95de-8aba-5310-9b4eadab0ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.512798] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.594257] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52970e26-9da0-c83f-c471-1499aff331e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.594257] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.594531] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] ddeb15eb-665e-4e88-abf1-391ffbfd9840/ddeb15eb-665e-4e88-abf1-391ffbfd9840.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.594658] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0afae048-f35c-49e4-baf6-f5e247557f8b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.602067] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for the task: (returnval){ [ 814.602067] env[68802]: value = "task-2795360" [ 814.602067] env[68802]: _type = "Task" [ 814.602067] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.614687] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.707577] env[68802]: DEBUG oslo_vmware.api [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795359, 'name': PowerOffVM_Task, 'duration_secs': 0.211173} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.707915] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.708113] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.708404] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87efce68-ac11-4f22-a9bb-f7c405a99e75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.793874] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.794185] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.794343] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Deleting the datastore file [datastore2] a6aed941-7874-473c-b13e-848727f2bc91 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.794629] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a4c51d0-b6d1-41b3-ac52-3f7dee86c0fa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.803263] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.805729] env[68802]: DEBUG oslo_vmware.api [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 814.805729] env[68802]: value = "task-2795362" [ 814.805729] env[68802]: _type = "Task" [ 814.805729] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.806486] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.297s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.811224] env[68802]: INFO nova.compute.claims [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.826847] env[68802]: DEBUG oslo_vmware.api [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.838113] env[68802]: INFO nova.scheduler.client.report [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Deleted allocations for instance b268e90c-94cd-4b2f-8f26-f006f35542ee [ 814.845478] env[68802]: DEBUG nova.network.neutron [req-e3712f5d-2559-4dba-952f-3ea088f6aa3b req-8fab1dad-1c60-4627-8f91-7fb694cb2fb3 service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Updated VIF entry in instance network info cache for port da6f8515-ab75-4014-ae86-70a78ef8cac2. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.845839] env[68802]: DEBUG nova.network.neutron [req-e3712f5d-2559-4dba-952f-3ea088f6aa3b req-8fab1dad-1c60-4627-8f91-7fb694cb2fb3 service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Updating instance_info_cache with network_info: [{"id": "da6f8515-ab75-4014-ae86-70a78ef8cac2", "address": "fa:16:3e:30:3b:41", "network": {"id": "dbb5e921-ca17-4665-adc0-0edbf41035d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2007213592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587f84844aac4d2b94dde15062e5253d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6f8515-ab", "ovs_interfaceid": "da6f8515-ab75-4014-ae86-70a78ef8cac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.969842] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52167a72-95de-8aba-5310-9b4eadab0ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.030905} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.970282] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.970599] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.970878] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.971062] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.971352] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.971734] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8981036c-20b2-4676-86ca-a3318a182ab8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.994720] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.995062] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.996420] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3158df20-15c0-4cf4-a0cc-4b7e85604b9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.006070] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 815.006070] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52acdcb4-d5e3-2507-7f57-c76554ead8f3" [ 815.006070] env[68802]: _type = "Task" [ 815.006070] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.021447] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52acdcb4-d5e3-2507-7f57-c76554ead8f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.113435] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795360, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.333648] env[68802]: DEBUG oslo_vmware.api [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333467} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.334044] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.334329] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.334617] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.334894] env[68802]: INFO nova.compute.manager [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Took 1.15 seconds to destroy the instance on the hypervisor. [ 815.335276] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.335553] env[68802]: DEBUG nova.compute.manager [-] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.335702] env[68802]: DEBUG nova.network.neutron [-] [instance: a6aed941-7874-473c-b13e-848727f2bc91] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.350885] env[68802]: DEBUG oslo_concurrency.lockutils [req-e3712f5d-2559-4dba-952f-3ea088f6aa3b req-8fab1dad-1c60-4627-8f91-7fb694cb2fb3 service nova] Releasing lock "refresh_cache-9539e853-9404-4b1d-b1cd-017cf7704938" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.351185] env[68802]: DEBUG nova.compute.manager [req-e3712f5d-2559-4dba-952f-3ea088f6aa3b req-8fab1dad-1c60-4627-8f91-7fb694cb2fb3 service nova] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Received event network-vif-deleted-a3402968-2341-4576-ab70-adc449a78d79 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.351825] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2908cee5-68ae-4e5b-a819-73a8cf65bf88 tempest-FloatingIPsAssociationTestJSON-2121957009 tempest-FloatingIPsAssociationTestJSON-2121957009-project-member] Lock "b268e90c-94cd-4b2f-8f26-f006f35542ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.086s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.518452] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52acdcb4-d5e3-2507-7f57-c76554ead8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.049074} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.519325] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7655b398-aa24-4a85-a8f2-9cd8b6c59e39 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.530014] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 815.530014] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522b13ca-136f-b51d-a74f-2b513dea4ac6" [ 815.530014] env[68802]: _type = "Task" [ 815.530014] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.538155] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522b13ca-136f-b51d-a74f-2b513dea4ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.612789] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538415} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.613054] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] ddeb15eb-665e-4e88-abf1-391ffbfd9840/ddeb15eb-665e-4e88-abf1-391ffbfd9840.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.613268] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.613518] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e9033aa-91b1-4d7d-86ba-bb166c62018b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.620969] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for the task: (returnval){ [ 815.620969] env[68802]: value = "task-2795363" [ 815.620969] env[68802]: _type = "Task" [ 815.620969] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.629015] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.037834] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f560aaca-8f4a-443a-8e9b-d0b5d895a2ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.049652] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522b13ca-136f-b51d-a74f-2b513dea4ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.066218] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.066598] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 9539e853-9404-4b1d-b1cd-017cf7704938/9539e853-9404-4b1d-b1cd-017cf7704938.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.067407] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance 'a45062b8-eb37-478e-b5d9-e4e30f6eeb7d' progress to 0 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 816.074395] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8e5e01a-f8fe-4f2b-a993-7124ebdfef79 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.082687] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 816.082687] env[68802]: value = "task-2795364" [ 816.082687] env[68802]: _type = "Task" [ 816.082687] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.091912] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.110275] env[68802]: DEBUG nova.compute.manager [req-a7e38906-74e7-4357-ab36-9473e601638b req-e5a96680-ff2a-47ce-9491-2a98c3a20a6a service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Received event network-vif-deleted-a99cc3e5-8090-4a18-9377-c91000229508 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 816.110985] env[68802]: INFO nova.compute.manager [req-a7e38906-74e7-4357-ab36-9473e601638b req-e5a96680-ff2a-47ce-9491-2a98c3a20a6a service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Neutron deleted interface a99cc3e5-8090-4a18-9377-c91000229508; detaching it from the instance and deleting it from the info cache [ 816.113012] env[68802]: DEBUG nova.network.neutron [req-a7e38906-74e7-4357-ab36-9473e601638b req-e5a96680-ff2a-47ce-9491-2a98c3a20a6a service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.132539] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07843} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.136076] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.137917] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d4ba4a-0867-466a-bdf4-319151325eca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.161407] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] ddeb15eb-665e-4e88-abf1-391ffbfd9840/ddeb15eb-665e-4e88-abf1-391ffbfd9840.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.164758] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58e863b7-acde-466d-aa4d-ecfe2855819a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.187401] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for the task: (returnval){ [ 816.187401] env[68802]: value = "task-2795365" [ 816.187401] env[68802]: _type = "Task" [ 816.187401] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.198975] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.264802] env[68802]: DEBUG nova.network.neutron [-] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.447090] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5b068e-0231-4bd0-b526-6755ce097a9f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.456262] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf24995-cd00-4d59-8052-e80333d4408b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.492875] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb81db0-3fbe-4513-be8b-ce7a75bc05bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.502324] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cca23f-70be-4f36-83bf-0eda7494af1a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.518287] env[68802]: DEBUG nova.compute.provider_tree [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.580099] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.580436] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81a78074-d7aa-48b8-ac2f-83ec2c3bd440 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.588924] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 816.588924] env[68802]: value = "task-2795366" [ 816.588924] env[68802]: _type = "Task" [ 816.588924] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.596912] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449367} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.597724] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 9539e853-9404-4b1d-b1cd-017cf7704938/9539e853-9404-4b1d-b1cd-017cf7704938.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.598019] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.598313] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9dc39ec-0d81-46ac-9b35-c9eb49158f43 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.603515] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.608029] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 816.608029] env[68802]: value = "task-2795367" [ 816.608029] env[68802]: _type = "Task" [ 816.608029] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.617863] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.620758] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2552cc3-66ea-4289-b720-418d417c7fdf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.629312] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11cdf82-e24d-402f-9929-28d9dde3f2f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.666083] env[68802]: DEBUG nova.compute.manager [req-a7e38906-74e7-4357-ab36-9473e601638b req-e5a96680-ff2a-47ce-9491-2a98c3a20a6a service nova] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Detach interface failed, port_id=a99cc3e5-8090-4a18-9377-c91000229508, reason: Instance a6aed941-7874-473c-b13e-848727f2bc91 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 816.697139] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.767914] env[68802]: INFO nova.compute.manager [-] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Took 1.43 seconds to deallocate network for instance. [ 817.023082] env[68802]: DEBUG nova.scheduler.client.report [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.100509] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795366, 'name': PowerOffVM_Task, 'duration_secs': 0.206151} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.100833] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.101044] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance 'a45062b8-eb37-478e-b5d9-e4e30f6eeb7d' progress to 17 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 817.121490] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0804} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.122268] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.122976] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac9ee85-3c54-47ba-825b-a642f198d8b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.147550] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 9539e853-9404-4b1d-b1cd-017cf7704938/9539e853-9404-4b1d-b1cd-017cf7704938.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.147878] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc70f453-4d5e-416d-977e-2d35e46698ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.170074] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 817.170074] env[68802]: value = "task-2795368" [ 817.170074] env[68802]: _type = "Task" [ 817.170074] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.178668] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.196957] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795365, 'name': ReconfigVM_Task, 'duration_secs': 0.577328} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.198187] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Reconfigured VM instance instance-0000003a to attach disk [datastore1] ddeb15eb-665e-4e88-abf1-391ffbfd9840/ddeb15eb-665e-4e88-abf1-391ffbfd9840.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.198187] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5505f746-17f9-4553-b462-bb93f9015fc6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.205013] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for the task: (returnval){ [ 817.205013] env[68802]: value = "task-2795369" [ 817.205013] env[68802]: _type = "Task" [ 817.205013] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.215300] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795369, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.275373] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.532230] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.532779] env[68802]: DEBUG nova.compute.manager [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.535338] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.850s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.536834] env[68802]: INFO nova.compute.claims [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.609734] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.610150] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.610396] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.610723] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.610980] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.611258] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.611604] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.611878] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.612191] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.612484] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.612775] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.620937] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b81cb74e-36c3-46af-940f-d217f2c7acac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.646008] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 817.646008] env[68802]: value = "task-2795370" [ 817.646008] env[68802]: _type = "Task" [ 817.646008] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.658214] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.679147] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795368, 'name': ReconfigVM_Task, 'duration_secs': 0.285151} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.679439] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 9539e853-9404-4b1d-b1cd-017cf7704938/9539e853-9404-4b1d-b1cd-017cf7704938.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.680151] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c963b83-3d31-4dc6-bdaf-ed8cb41a67bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.686324] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 817.686324] env[68802]: value = "task-2795371" [ 817.686324] env[68802]: _type = "Task" [ 817.686324] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.700203] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795371, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.713619] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795369, 'name': Rename_Task, 'duration_secs': 0.16329} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.713904] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.714190] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3642db73-5a27-487e-8407-fccfb2c8419a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.720759] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for the task: (returnval){ [ 817.720759] env[68802]: value = "task-2795372" [ 817.720759] env[68802]: _type = "Task" [ 817.720759] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.734785] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.044291] env[68802]: DEBUG nova.compute.utils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.045580] env[68802]: DEBUG nova.compute.manager [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.045895] env[68802]: DEBUG nova.network.neutron [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.109766] env[68802]: DEBUG nova.policy [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a3d9755e5184ac48441483f117f0287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de2e9648a5604c8797352be6813de78a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.156862] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.198350] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795371, 'name': Rename_Task, 'duration_secs': 0.15097} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.198555] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.198822] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9df61bbf-c5f6-407b-8aa6-9241388fa9aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.207309] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 818.207309] env[68802]: value = "task-2795373" [ 818.207309] env[68802]: _type = "Task" [ 818.207309] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.215506] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.230291] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.484866] env[68802]: DEBUG nova.network.neutron [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Successfully created port: 2b7c90b3-563c-460c-91ad-7687dd7ebf66 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.553571] env[68802]: DEBUG nova.compute.manager [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.659116] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795370, 'name': ReconfigVM_Task, 'duration_secs': 0.876846} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.659673] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance 'a45062b8-eb37-478e-b5d9-e4e30f6eeb7d' progress to 33 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.721395] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795373, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.737994] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.053971] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae05ff2-93cd-48f2-9200-d5d68f51a7d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.068679] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd108b7e-1a4a-4c18-bbe4-db81326b3a5b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.102304] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a77490-b5aa-425e-8a7a-56913606757b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.112764] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf3427-adc1-4c96-8d93-8962c558f7d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.133610] env[68802]: DEBUG nova.compute.provider_tree [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.167162] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.167503] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.167680] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.167937] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.168192] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.168355] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.168582] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.168825] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.169076] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.169255] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.169429] env[68802]: DEBUG nova.virt.hardware [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.178613] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 819.179438] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd92ba49-fc86-4807-a15d-6b37e1a81f2f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.205512] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 819.205512] env[68802]: value = "task-2795374" [ 819.205512] env[68802]: _type = "Task" [ 819.205512] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.219645] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.224182] env[68802]: DEBUG oslo_vmware.api [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795373, 'name': PowerOnVM_Task, 'duration_secs': 0.60217} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.228331] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.228811] env[68802]: INFO nova.compute.manager [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Took 8.10 seconds to spawn the instance on the hypervisor. [ 819.228892] env[68802]: DEBUG nova.compute.manager [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.230031] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7611a9-7e24-4069-840d-e948fd8f09a6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.240365] env[68802]: DEBUG oslo_vmware.api [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795372, 'name': PowerOnVM_Task, 'duration_secs': 1.071808} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.242401] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.242669] env[68802]: INFO nova.compute.manager [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Took 10.80 seconds to spawn the instance on the hypervisor. [ 819.242967] env[68802]: DEBUG nova.compute.manager [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.251022] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aef7472-20dc-4d6b-8dfb-e3a2ee36c573 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.566020] env[68802]: DEBUG nova.compute.manager [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.607154] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.607154] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.607154] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.607449] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.607449] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.607449] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.607449] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.607449] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.607985] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.608306] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.608634] env[68802]: DEBUG nova.virt.hardware [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.609924] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4547985-7b93-48df-bd0c-96d12bb4e829 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.619929] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753bcc23-8cd0-4d2f-b173-3ccbdef0d275 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.637287] env[68802]: DEBUG nova.scheduler.client.report [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.717521] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795374, 'name': ReconfigVM_Task, 'duration_secs': 0.251596} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.717521] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 819.717862] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f37704-424c-48ab-a156-ae1ea5e369d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.740973] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a45062b8-eb37-478e-b5d9-e4e30f6eeb7d/a45062b8-eb37-478e-b5d9-e4e30f6eeb7d.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.741696] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51f1512-ad58-4cf8-af1c-e4955f270e7c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.773837] env[68802]: INFO nova.compute.manager [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Took 40.69 seconds to build instance. [ 819.776214] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 819.776214] env[68802]: value = "task-2795375" [ 819.776214] env[68802]: _type = "Task" [ 819.776214] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.776790] env[68802]: INFO nova.compute.manager [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Took 42.18 seconds to build instance. [ 819.789634] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795375, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.047417] env[68802]: DEBUG nova.compute.manager [req-bfab5d69-6a9a-4d9e-9f6d-672a20f02b23 req-aa0eef13-6b28-4466-b564-2ddad06c3515 service nova] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Received event network-vif-plugged-2b7c90b3-563c-460c-91ad-7687dd7ebf66 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 820.047651] env[68802]: DEBUG oslo_concurrency.lockutils [req-bfab5d69-6a9a-4d9e-9f6d-672a20f02b23 req-aa0eef13-6b28-4466-b564-2ddad06c3515 service nova] Acquiring lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.047868] env[68802]: DEBUG oslo_concurrency.lockutils [req-bfab5d69-6a9a-4d9e-9f6d-672a20f02b23 req-aa0eef13-6b28-4466-b564-2ddad06c3515 service nova] Lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.048055] env[68802]: DEBUG oslo_concurrency.lockutils [req-bfab5d69-6a9a-4d9e-9f6d-672a20f02b23 req-aa0eef13-6b28-4466-b564-2ddad06c3515 service nova] Lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.048221] env[68802]: DEBUG nova.compute.manager [req-bfab5d69-6a9a-4d9e-9f6d-672a20f02b23 req-aa0eef13-6b28-4466-b564-2ddad06c3515 service nova] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] No waiting events found dispatching network-vif-plugged-2b7c90b3-563c-460c-91ad-7687dd7ebf66 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.048381] env[68802]: WARNING nova.compute.manager [req-bfab5d69-6a9a-4d9e-9f6d-672a20f02b23 req-aa0eef13-6b28-4466-b564-2ddad06c3515 service nova] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Received unexpected event network-vif-plugged-2b7c90b3-563c-460c-91ad-7687dd7ebf66 for instance with vm_state building and task_state spawning. [ 820.098831] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquiring lock "9539e853-9404-4b1d-b1cd-017cf7704938" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.142849] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.143569] env[68802]: DEBUG nova.compute.manager [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.150675] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.842s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.150912] env[68802]: DEBUG nova.objects.instance [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lazy-loading 'resources' on Instance uuid f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.180039] env[68802]: DEBUG nova.network.neutron [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Successfully updated port: 2b7c90b3-563c-460c-91ad-7687dd7ebf66 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.277477] env[68802]: DEBUG oslo_concurrency.lockutils [None req-feff91f4-4951-4d45-a478-78f153607b90 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "9539e853-9404-4b1d-b1cd-017cf7704938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.208s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.277785] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "9539e853-9404-4b1d-b1cd-017cf7704938" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.180s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.278039] env[68802]: INFO nova.compute.manager [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Rebooting instance [ 820.282754] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea55003a-d06b-4479-af3e-93ec2275bec7 tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.698s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.295720] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.406475] env[68802]: DEBUG oslo_vmware.rw_handles [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52ca7-cd0f-5587-4fc3-b160454edcf5/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 820.407798] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44406c24-52ec-487a-8e38-a09214bb3463 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.414990] env[68802]: DEBUG oslo_vmware.rw_handles [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52ca7-cd0f-5587-4fc3-b160454edcf5/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 820.415180] env[68802]: ERROR oslo_vmware.rw_handles [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52ca7-cd0f-5587-4fc3-b160454edcf5/disk-0.vmdk due to incomplete transfer. [ 820.415409] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ddb7f201-676c-4738-8e8e-b4d7da2c1637 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.422721] env[68802]: DEBUG oslo_vmware.rw_handles [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52ca7-cd0f-5587-4fc3-b160454edcf5/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 820.422921] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Uploaded image ed631dd1-253b-4a3f-a8df-7368f5fc7b75 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 820.425921] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.426630] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33d19544-24df-402c-aace-3e937dd1ba37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.432499] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 820.432499] env[68802]: value = "task-2795376" [ 820.432499] env[68802]: _type = "Task" [ 820.432499] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.441481] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795376, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.654753] env[68802]: DEBUG nova.compute.utils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.656465] env[68802]: DEBUG nova.compute.manager [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.656465] env[68802]: DEBUG nova.network.neutron [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.684210] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.684463] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.684604] env[68802]: DEBUG nova.network.neutron [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.728374] env[68802]: DEBUG nova.policy [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a3d9755e5184ac48441483f117f0287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de2e9648a5604c8797352be6813de78a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.802867] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795375, 'name': ReconfigVM_Task, 'duration_secs': 0.585928} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.803207] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a45062b8-eb37-478e-b5d9-e4e30f6eeb7d/a45062b8-eb37-478e-b5d9-e4e30f6eeb7d.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.803621] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance 'a45062b8-eb37-478e-b5d9-e4e30f6eeb7d' progress to 50 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.816075] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquiring lock "refresh_cache-9539e853-9404-4b1d-b1cd-017cf7704938" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.816284] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquired lock "refresh_cache-9539e853-9404-4b1d-b1cd-017cf7704938" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.816465] env[68802]: DEBUG nova.network.neutron [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.943196] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795376, 'name': Destroy_Task, 'duration_secs': 0.347574} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.943540] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Destroyed the VM [ 820.943772] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.944039] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e624bf91-e5b6-4610-becc-d3c7c9e1cceb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.958019] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 820.958019] env[68802]: value = "task-2795377" [ 820.958019] env[68802]: _type = "Task" [ 820.958019] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.963606] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795377, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.045239] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquiring lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.045610] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.045911] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquiring lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.046207] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.046735] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.052592] env[68802]: INFO nova.compute.manager [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Terminating instance [ 821.090806] env[68802]: DEBUG nova.network.neutron [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Successfully created port: 1aebe1b9-9853-415f-bb40-7f042f606cc9 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.161468] env[68802]: DEBUG nova.compute.manager [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.281266] env[68802]: DEBUG nova.network.neutron [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.319022] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d03acc5-ad30-4e05-ad4f-a7b3565001bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.344670] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7d53ec-2071-4edc-8b08-e4d59ccbfb7d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.348965] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211a034-5968-4154-9ab4-70fb89d56e5b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.373993] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d47137-6506-4730-8e05-7fcc5970cd7b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.377918] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance 'a45062b8-eb37-478e-b5d9-e4e30f6eeb7d' progress to 67 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.414610] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12468fee-b030-4e08-9d0d-9a0e550b4157 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.423076] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb53921-b032-4113-9bf8-d86121c43898 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.438781] env[68802]: DEBUG nova.compute.provider_tree [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.467334] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795377, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.558271] env[68802]: DEBUG nova.compute.manager [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.558486] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.559527] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0309c5e-5e5d-4f47-a3cb-7f60e513541c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.568459] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.568761] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a1dceab-cb5a-45a4-8367-55f0f1906f0c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.575301] env[68802]: DEBUG oslo_vmware.api [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for the task: (returnval){ [ 821.575301] env[68802]: value = "task-2795378" [ 821.575301] env[68802]: _type = "Task" [ 821.575301] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.585557] env[68802]: DEBUG oslo_vmware.api [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.919978] env[68802]: DEBUG nova.network.neutron [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Updating instance_info_cache with network_info: [{"id": "2b7c90b3-563c-460c-91ad-7687dd7ebf66", "address": "fa:16:3e:f4:d7:e3", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7c90b3-56", "ovs_interfaceid": "2b7c90b3-563c-460c-91ad-7687dd7ebf66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.942244] env[68802]: DEBUG nova.scheduler.client.report [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.964579] env[68802]: DEBUG oslo_vmware.api [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795377, 'name': RemoveSnapshot_Task, 'duration_secs': 0.660813} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.966103] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 821.966103] env[68802]: INFO nova.compute.manager [None req-3a3d4463-f9f8-4a90-86fd-23743ba24822 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Took 13.77 seconds to snapshot the instance on the hypervisor. [ 821.971816] env[68802]: DEBUG nova.network.neutron [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Port df3f0bb4-120f-46e2-aab2-82d27061bf26 binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 822.063216] env[68802]: DEBUG nova.network.neutron [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Updating instance_info_cache with network_info: [{"id": "da6f8515-ab75-4014-ae86-70a78ef8cac2", "address": "fa:16:3e:30:3b:41", "network": {"id": "dbb5e921-ca17-4665-adc0-0edbf41035d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2007213592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587f84844aac4d2b94dde15062e5253d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6f8515-ab", "ovs_interfaceid": "da6f8515-ab75-4014-ae86-70a78ef8cac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.086685] env[68802]: DEBUG oslo_vmware.api [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795378, 'name': PowerOffVM_Task, 'duration_secs': 0.188133} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.086966] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.087181] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.087465] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d64f796-5537-497f-816b-5ba444e21ffd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.111434] env[68802]: DEBUG nova.compute.manager [req-43b3cf88-8392-41e7-8608-f3f548a9d027 req-e4282ada-93bf-419a-9d43-ef06653f9f4b service nova] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Received event network-changed-2b7c90b3-563c-460c-91ad-7687dd7ebf66 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 822.111643] env[68802]: DEBUG nova.compute.manager [req-43b3cf88-8392-41e7-8608-f3f548a9d027 req-e4282ada-93bf-419a-9d43-ef06653f9f4b service nova] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Refreshing instance network info cache due to event network-changed-2b7c90b3-563c-460c-91ad-7687dd7ebf66. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 822.111842] env[68802]: DEBUG oslo_concurrency.lockutils [req-43b3cf88-8392-41e7-8608-f3f548a9d027 req-e4282ada-93bf-419a-9d43-ef06653f9f4b service nova] Acquiring lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.155398] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.155622] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.155798] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Deleting the datastore file [datastore1] ddeb15eb-665e-4e88-abf1-391ffbfd9840 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.156068] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfc6353b-cb7d-4d7d-a25f-ce09236044e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.163452] env[68802]: DEBUG oslo_vmware.api [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for the task: (returnval){ [ 822.163452] env[68802]: value = "task-2795380" [ 822.163452] env[68802]: _type = "Task" [ 822.163452] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.172448] env[68802]: DEBUG nova.compute.manager [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.174340] env[68802]: DEBUG oslo_vmware.api [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.200836] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.201171] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.201396] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.201630] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.201809] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.202046] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.202468] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.202528] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.202682] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.202865] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.203089] env[68802]: DEBUG nova.virt.hardware [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.204026] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d172c7-e814-429b-a3d1-5f22ab6aa6d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.213438] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4440d785-d650-4d4e-aa6d-5c6121646d47 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.422863] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.423232] env[68802]: DEBUG nova.compute.manager [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Instance network_info: |[{"id": "2b7c90b3-563c-460c-91ad-7687dd7ebf66", "address": "fa:16:3e:f4:d7:e3", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7c90b3-56", "ovs_interfaceid": "2b7c90b3-563c-460c-91ad-7687dd7ebf66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.423544] env[68802]: DEBUG oslo_concurrency.lockutils [req-43b3cf88-8392-41e7-8608-f3f548a9d027 req-e4282ada-93bf-419a-9d43-ef06653f9f4b service nova] Acquired lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.423723] env[68802]: DEBUG nova.network.neutron [req-43b3cf88-8392-41e7-8608-f3f548a9d027 req-e4282ada-93bf-419a-9d43-ef06653f9f4b service nova] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Refreshing network info cache for port 2b7c90b3-563c-460c-91ad-7687dd7ebf66 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.425247] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:d7:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b7c90b3-563c-460c-91ad-7687dd7ebf66', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.432682] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Creating folder: Project (de2e9648a5604c8797352be6813de78a). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.433732] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a16e2a89-07a4-4cef-8a5c-0d704ae67dd1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.445179] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Created folder: Project (de2e9648a5604c8797352be6813de78a) in parent group-v561663. [ 822.445590] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Creating folder: Instances. Parent ref: group-v561828. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.445590] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e65621-d752-4cfb-9548-e63900ad5720 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.447672] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.449728] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.559s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.449917] env[68802]: DEBUG nova.objects.instance [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 822.460089] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Created folder: Instances in parent group-v561828. [ 822.460335] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.460533] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.460763] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf815cfd-876b-4ceb-83a8-22bd028d8aea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.478008] env[68802]: INFO nova.scheduler.client.report [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Deleted allocations for instance f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4 [ 822.490879] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.490879] env[68802]: value = "task-2795383" [ 822.490879] env[68802]: _type = "Task" [ 822.490879] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.500436] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795383, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.565637] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Releasing lock "refresh_cache-9539e853-9404-4b1d-b1cd-017cf7704938" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.675353] env[68802]: DEBUG oslo_vmware.api [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Task: {'id': task-2795380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131284} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.675803] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.676117] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.676454] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.676735] env[68802]: INFO nova.compute.manager [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Took 1.12 seconds to destroy the instance on the hypervisor. [ 822.677091] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.677416] env[68802]: DEBUG nova.compute.manager [-] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.677609] env[68802]: DEBUG nova.network.neutron [-] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.006022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0c2cfa8-12cf-4bc4-843f-34c607289e49 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.718s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.006022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.006528] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.006891] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.021827] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795383, 'name': CreateVM_Task, 'duration_secs': 0.371248} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.022060] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.023448] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.023654] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.023985] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.024772] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294e8973-1cc9-417c-b920-9a929e05f456 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.030251] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 823.030251] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c816b4-fd55-e5dc-9bce-c653e889ce66" [ 823.030251] env[68802]: _type = "Task" [ 823.030251] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.038162] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c816b4-fd55-e5dc-9bce-c653e889ce66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.073123] env[68802]: DEBUG nova.compute.manager [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.074150] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6566ef-272d-4bdc-9a83-b11380f9e6cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.320942] env[68802]: DEBUG nova.network.neutron [req-43b3cf88-8392-41e7-8608-f3f548a9d027 req-e4282ada-93bf-419a-9d43-ef06653f9f4b service nova] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Updated VIF entry in instance network info cache for port 2b7c90b3-563c-460c-91ad-7687dd7ebf66. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.320942] env[68802]: DEBUG nova.network.neutron [req-43b3cf88-8392-41e7-8608-f3f548a9d027 req-e4282ada-93bf-419a-9d43-ef06653f9f4b service nova] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Updating instance_info_cache with network_info: [{"id": "2b7c90b3-563c-460c-91ad-7687dd7ebf66", "address": "fa:16:3e:f4:d7:e3", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7c90b3-56", "ovs_interfaceid": "2b7c90b3-563c-460c-91ad-7687dd7ebf66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.419053] env[68802]: DEBUG nova.network.neutron [-] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.458321] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6c8b311-3f51-4af3-b820-1a4a4e2cde3a tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.460906] env[68802]: DEBUG nova.network.neutron [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Successfully updated port: 1aebe1b9-9853-415f-bb40-7f042f606cc9 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.461752] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.469s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.463530] env[68802]: INFO nova.compute.claims [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.541698] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c816b4-fd55-e5dc-9bce-c653e889ce66, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.542030] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.542283] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.542527] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.542667] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.542845] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.543185] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b449946c-314b-4c34-9d3f-b7b8faf45dab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.551330] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.551512] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.552536] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a8ea34-12bd-4424-a2df-175cab9cb22c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.557546] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 823.557546] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528d4b9c-0a49-87d7-7fb1-e890843ed584" [ 823.557546] env[68802]: _type = "Task" [ 823.557546] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.565011] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528d4b9c-0a49-87d7-7fb1-e890843ed584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.705894] env[68802]: DEBUG nova.compute.manager [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.706954] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccedf3e-cd3a-480c-b7d6-b734984c615d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.823017] env[68802]: DEBUG oslo_concurrency.lockutils [req-43b3cf88-8392-41e7-8608-f3f548a9d027 req-e4282ada-93bf-419a-9d43-ef06653f9f4b service nova] Releasing lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.921600] env[68802]: INFO nova.compute.manager [-] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Took 1.24 seconds to deallocate network for instance. [ 823.966660] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "refresh_cache-301c4279-7385-407c-9dc0-87b5e1318441" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.966807] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "refresh_cache-301c4279-7385-407c-9dc0-87b5e1318441" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.966956] env[68802]: DEBUG nova.network.neutron [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.051602] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.051929] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.062278] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.062471] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.062646] env[68802]: DEBUG nova.network.neutron [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.071608] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528d4b9c-0a49-87d7-7fb1-e890843ed584, 'name': SearchDatastore_Task, 'duration_secs': 0.007608} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.072419] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a92fdc-9e60-4c50-8fe7-fed1e0626631 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.078082] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 824.078082] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d8a22a-eaa7-95f5-6ff1-dd878c9b7869" [ 824.078082] env[68802]: _type = "Task" [ 824.078082] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.086256] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d8a22a-eaa7-95f5-6ff1-dd878c9b7869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.093331] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735afd66-9a0f-4a7f-8308-5f25d19a475d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.100910] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Doing hard reboot of VM {{(pid=68802) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 824.100910] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3ff0416a-f6cc-4aa6-9868-5a647de18f60 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.106815] env[68802]: DEBUG oslo_vmware.api [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 824.106815] env[68802]: value = "task-2795384" [ 824.106815] env[68802]: _type = "Task" [ 824.106815] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.116484] env[68802]: DEBUG oslo_vmware.api [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795384, 'name': ResetVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.143790] env[68802]: DEBUG nova.compute.manager [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Received event network-vif-deleted-fb787aae-0f0b-46a0-bce1-8d834e730826 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.144261] env[68802]: DEBUG nova.compute.manager [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Received event network-vif-plugged-1aebe1b9-9853-415f-bb40-7f042f606cc9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.144261] env[68802]: DEBUG oslo_concurrency.lockutils [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] Acquiring lock "301c4279-7385-407c-9dc0-87b5e1318441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.144462] env[68802]: DEBUG oslo_concurrency.lockutils [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] Lock "301c4279-7385-407c-9dc0-87b5e1318441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.144682] env[68802]: DEBUG oslo_concurrency.lockutils [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] Lock "301c4279-7385-407c-9dc0-87b5e1318441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.144854] env[68802]: DEBUG nova.compute.manager [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] No waiting events found dispatching network-vif-plugged-1aebe1b9-9853-415f-bb40-7f042f606cc9 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.145023] env[68802]: WARNING nova.compute.manager [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Received unexpected event network-vif-plugged-1aebe1b9-9853-415f-bb40-7f042f606cc9 for instance with vm_state building and task_state spawning. [ 824.145187] env[68802]: DEBUG nova.compute.manager [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Received event network-changed-1aebe1b9-9853-415f-bb40-7f042f606cc9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.145340] env[68802]: DEBUG nova.compute.manager [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Refreshing instance network info cache due to event network-changed-1aebe1b9-9853-415f-bb40-7f042f606cc9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 824.145505] env[68802]: DEBUG oslo_concurrency.lockutils [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] Acquiring lock "refresh_cache-301c4279-7385-407c-9dc0-87b5e1318441" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.217835] env[68802]: INFO nova.compute.manager [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] instance snapshotting [ 824.220849] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeb0609-ff7b-42bf-86c3-766f528cb1bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.240724] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e0f8df-efdd-40f8-9e82-439159f57028 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.427419] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.504140] env[68802]: DEBUG nova.network.neutron [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.555767] env[68802]: DEBUG nova.compute.manager [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.590261] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d8a22a-eaa7-95f5-6ff1-dd878c9b7869, 'name': SearchDatastore_Task, 'duration_secs': 0.009127} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.590545] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.591638] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 39a65ac9-8c3a-4188-af4b-f6f72739c0ff/39a65ac9-8c3a-4188-af4b-f6f72739c0ff.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.591638] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad296bd-9e9b-46e9-88b3-48c8b5338116 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.599596] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 824.599596] env[68802]: value = "task-2795385" [ 824.599596] env[68802]: _type = "Task" [ 824.599596] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.615384] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.620293] env[68802]: DEBUG oslo_vmware.api [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795384, 'name': ResetVM_Task, 'duration_secs': 0.104527} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.622498] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Did hard reboot of VM {{(pid=68802) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 824.622696] env[68802]: DEBUG nova.compute.manager [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.623688] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b7f5b6-b8a4-4413-b4a5-197d13e52f97 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.751613] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 824.755086] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-987e8ca6-8692-4c74-a832-6eb102ae90eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.759483] env[68802]: DEBUG nova.network.neutron [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Updating instance_info_cache with network_info: [{"id": "1aebe1b9-9853-415f-bb40-7f042f606cc9", "address": "fa:16:3e:af:97:e9", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aebe1b9-98", "ovs_interfaceid": "1aebe1b9-9853-415f-bb40-7f042f606cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.769539] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 824.769539] env[68802]: value = "task-2795386" [ 824.769539] env[68802]: _type = "Task" [ 824.769539] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.778561] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795386, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.882045] env[68802]: DEBUG nova.network.neutron [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance_info_cache with network_info: [{"id": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "address": "fa:16:3e:6e:21:0f", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3f0bb4-12", "ovs_interfaceid": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.953471] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae0a4ad-05e0-44fe-8606-e247ddb65d83 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.965515] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b1a748-507b-4ae1-aa09-8784675bb091 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.997987] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2039268a-015e-4fec-b17d-1a6743116953 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.005671] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad13154-92d5-4f39-a37c-25383506b645 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.019790] env[68802]: DEBUG nova.compute.provider_tree [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.075957] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.110287] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443306} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.110586] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 39a65ac9-8c3a-4188-af4b-f6f72739c0ff/39a65ac9-8c3a-4188-af4b-f6f72739c0ff.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.110871] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.111180] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d019062-a1d9-479c-b7ba-3fc872565835 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.117126] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 825.117126] env[68802]: value = "task-2795387" [ 825.117126] env[68802]: _type = "Task" [ 825.117126] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.126180] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.135953] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e4b9ea33-80c9-47eb-976a-6b6fd96181b8 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "9539e853-9404-4b1d-b1cd-017cf7704938" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.858s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.263784] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "refresh_cache-301c4279-7385-407c-9dc0-87b5e1318441" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.263784] env[68802]: DEBUG nova.compute.manager [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Instance network_info: |[{"id": "1aebe1b9-9853-415f-bb40-7f042f606cc9", "address": "fa:16:3e:af:97:e9", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aebe1b9-98", "ovs_interfaceid": "1aebe1b9-9853-415f-bb40-7f042f606cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.264013] env[68802]: DEBUG oslo_concurrency.lockutils [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] Acquired lock "refresh_cache-301c4279-7385-407c-9dc0-87b5e1318441" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.264013] env[68802]: DEBUG nova.network.neutron [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Refreshing network info cache for port 1aebe1b9-9853-415f-bb40-7f042f606cc9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.264215] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:97:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aebe1b9-9853-415f-bb40-7f042f606cc9', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.271593] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.273039] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.276311] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf57d057-672c-43a6-89fb-b16b761f3c5c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.297258] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795386, 'name': CreateSnapshot_Task, 'duration_secs': 0.492506} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.298553] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.299012] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.299012] env[68802]: value = "task-2795388" [ 825.299012] env[68802]: _type = "Task" [ 825.299012] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.300386] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d896549-b0ca-472a-998d-6452fd9e2bbc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.311471] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795388, 'name': CreateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.384583] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.523233] env[68802]: DEBUG nova.scheduler.client.report [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.627576] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054521} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.627858] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.628632] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d96ae65-8840-4a26-8577-69371db89430 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.651860] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 39a65ac9-8c3a-4188-af4b-f6f72739c0ff/39a65ac9-8c3a-4188-af4b-f6f72739c0ff.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.652164] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac65bc4e-ad3e-4ac7-8e7a-432379339d15 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.672016] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 825.672016] env[68802]: value = "task-2795389" [ 825.672016] env[68802]: _type = "Task" [ 825.672016] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.680207] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.813026] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795388, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.824498] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 825.827107] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0231c7e8-d126-4028-add9-893d58094779 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.835034] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 825.835034] env[68802]: value = "task-2795390" [ 825.835034] env[68802]: _type = "Task" [ 825.835034] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.843345] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795390, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.912608] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e51b73-5d2e-462c-9ad2-28ee21b5ccd4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.941113] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa14e8-b510-4169-bf5a-59a6f850c614 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.950096] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance 'a45062b8-eb37-478e-b5d9-e4e30f6eeb7d' progress to 83 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 826.031774] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.032488] env[68802]: DEBUG nova.compute.manager [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.035977] env[68802]: DEBUG nova.network.neutron [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Updated VIF entry in instance network info cache for port 1aebe1b9-9853-415f-bb40-7f042f606cc9. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.036368] env[68802]: DEBUG nova.network.neutron [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Updating instance_info_cache with network_info: [{"id": "1aebe1b9-9853-415f-bb40-7f042f606cc9", "address": "fa:16:3e:af:97:e9", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aebe1b9-98", "ovs_interfaceid": "1aebe1b9-9853-415f-bb40-7f042f606cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.037435] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.402s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.037642] env[68802]: DEBUG nova.objects.instance [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lazy-loading 'resources' on Instance uuid 71dd1641-baab-49cb-aafe-3a3083aea97a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.182827] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795389, 'name': ReconfigVM_Task, 'duration_secs': 0.295114} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.182827] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 39a65ac9-8c3a-4188-af4b-f6f72739c0ff/39a65ac9-8c3a-4188-af4b-f6f72739c0ff.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.183277] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd35097f-2f86-40c2-9466-2cd9b8894322 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.190646] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 826.190646] env[68802]: value = "task-2795391" [ 826.190646] env[68802]: _type = "Task" [ 826.190646] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.201403] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795391, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.212010] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquiring lock "9539e853-9404-4b1d-b1cd-017cf7704938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.212283] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "9539e853-9404-4b1d-b1cd-017cf7704938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.212545] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquiring lock "9539e853-9404-4b1d-b1cd-017cf7704938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.212734] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "9539e853-9404-4b1d-b1cd-017cf7704938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.212897] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "9539e853-9404-4b1d-b1cd-017cf7704938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.215094] env[68802]: INFO nova.compute.manager [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Terminating instance [ 826.312830] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795388, 'name': CreateVM_Task, 'duration_secs': 0.652054} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.313034] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.313691] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.313862] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.314234] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.314490] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289cc2e4-9f90-416a-93fc-7d64828721fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.320336] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 826.320336] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52118e1f-a1b0-18c7-4c21-452a7bc32a01" [ 826.320336] env[68802]: _type = "Task" [ 826.320336] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.328620] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52118e1f-a1b0-18c7-4c21-452a7bc32a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.344255] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795390, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.457062] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.457557] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb1e9d5-7d8c-43d3-b9e2-7cc3f23509e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.465772] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 826.465772] env[68802]: value = "task-2795392" [ 826.465772] env[68802]: _type = "Task" [ 826.465772] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.474760] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.540016] env[68802]: DEBUG oslo_concurrency.lockutils [req-fd31a5e1-0b58-45c1-a71a-ce74fe021e3c req-dca757eb-f6cb-4c79-a60c-dd4eb84d98f8 service nova] Releasing lock "refresh_cache-301c4279-7385-407c-9dc0-87b5e1318441" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.543936] env[68802]: DEBUG nova.compute.utils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.545599] env[68802]: DEBUG nova.compute.manager [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.545815] env[68802]: DEBUG nova.network.neutron [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.615867] env[68802]: DEBUG nova.policy [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c785d0ee58411b984a741bc20a9d1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd84757c1ce8d4eb2be6ed606036b6e99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.702097] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795391, 'name': Rename_Task, 'duration_secs': 0.151635} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.702674] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.706524] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c665fe4-b9fd-4a13-b942-a63322dc1d0b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.715189] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 826.715189] env[68802]: value = "task-2795393" [ 826.715189] env[68802]: _type = "Task" [ 826.715189] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.719509] env[68802]: DEBUG nova.compute.manager [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.719753] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.720686] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22abd177-f565-4564-a62b-52c0b545aac3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.732182] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.732591] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.732964] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad1817bd-1064-4a93-9c01-7078d6d21cd1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.739166] env[68802]: DEBUG oslo_vmware.api [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 826.739166] env[68802]: value = "task-2795394" [ 826.739166] env[68802]: _type = "Task" [ 826.739166] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.831476] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52118e1f-a1b0-18c7-4c21-452a7bc32a01, 'name': SearchDatastore_Task, 'duration_secs': 0.010737} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.834857] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.836277] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.836277] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.836277] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.836277] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.836948] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bd4c1fc-fe53-48f3-ba62-46274626550f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.852539] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795390, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.889032] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.889871] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.900427] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d7027d-5150-4258-9114-0106984bca81 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.908481] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 826.908481] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e440ce-5c78-311f-ed96-a74e0b4f0107" [ 826.908481] env[68802]: _type = "Task" [ 826.908481] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.925648] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e440ce-5c78-311f-ed96-a74e0b4f0107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.954546] env[68802]: DEBUG nova.network.neutron [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Successfully created port: ec6eb5f9-5361-4099-b345-8136c1b6ffd6 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.975541] env[68802]: DEBUG oslo_vmware.api [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795392, 'name': PowerOnVM_Task, 'duration_secs': 0.433889} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.976014] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.976248] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f6ee4-5eff-40f9-84ed-ba026e6e93c5 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance 'a45062b8-eb37-478e-b5d9-e4e30f6eeb7d' progress to 100 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.049321] env[68802]: DEBUG nova.compute.manager [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.065459] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cf45be-d962-4dc3-abc5-0f02a1b02580 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.074542] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faffd6d1-4b9c-428d-a2e5-19ef3eb83819 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.110076] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2049e8-e3ed-4d5a-b832-94b3f8b32004 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.118126] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29b207d-fc13-4e2c-9869-673e1192d66f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.133155] env[68802]: DEBUG nova.compute.provider_tree [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.230793] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.236749] env[68802]: INFO nova.compute.manager [None req-b0fb60cc-c2da-4790-b710-f8a698a5cb49 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Get console output [ 827.237092] env[68802]: WARNING nova.virt.vmwareapi.driver [None req-b0fb60cc-c2da-4790-b710-f8a698a5cb49 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] The console log is missing. Check your VSPC configuration [ 827.251642] env[68802]: DEBUG oslo_vmware.api [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795394, 'name': PowerOffVM_Task, 'duration_secs': 0.20801} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.251925] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.251993] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.252236] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c53ba270-a310-491e-a33a-60cdec6ec8af {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.345734] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.346091] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.346358] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Deleting the datastore file [datastore1] 9539e853-9404-4b1d-b1cd-017cf7704938 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.347091] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fcaa1a3-86f8-4603-9cf4-2bd52202ad47 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.352799] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795390, 'name': CloneVM_Task, 'duration_secs': 1.372887} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.354279] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Created linked-clone VM from snapshot [ 827.354367] env[68802]: DEBUG oslo_vmware.api [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for the task: (returnval){ [ 827.354367] env[68802]: value = "task-2795396" [ 827.354367] env[68802]: _type = "Task" [ 827.354367] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.355273] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3eaf1a-e63b-4ba8-a289-910cfa39e242 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.365325] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Uploading image 2dcf0342-a5f6-49c8-b14e-a1adb718e623 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.370495] env[68802]: DEBUG oslo_vmware.api [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.389063] env[68802]: DEBUG oslo_vmware.rw_handles [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.389063] env[68802]: value = "vm-561833" [ 827.389063] env[68802]: _type = "VirtualMachine" [ 827.389063] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.389343] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c146a877-eaeb-4833-b6b3-c62d64e73d0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.395834] env[68802]: DEBUG oslo_vmware.rw_handles [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lease: (returnval){ [ 827.395834] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52475c2b-69e3-ede7-5593-24ba988610cf" [ 827.395834] env[68802]: _type = "HttpNfcLease" [ 827.395834] env[68802]: } obtained for exporting VM: (result){ [ 827.395834] env[68802]: value = "vm-561833" [ 827.395834] env[68802]: _type = "VirtualMachine" [ 827.395834] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.396067] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the lease: (returnval){ [ 827.396067] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52475c2b-69e3-ede7-5593-24ba988610cf" [ 827.396067] env[68802]: _type = "HttpNfcLease" [ 827.396067] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.402527] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.402527] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52475c2b-69e3-ede7-5593-24ba988610cf" [ 827.402527] env[68802]: _type = "HttpNfcLease" [ 827.402527] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.418055] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e440ce-5c78-311f-ed96-a74e0b4f0107, 'name': SearchDatastore_Task, 'duration_secs': 0.012227} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.418849] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb42682-9a4c-4163-8750-c53cde946320 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.424068] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 827.424068] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528a9209-a023-5de4-0853-6a8e852a0529" [ 827.424068] env[68802]: _type = "Task" [ 827.424068] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.431274] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528a9209-a023-5de4-0853-6a8e852a0529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.637027] env[68802]: DEBUG nova.scheduler.client.report [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.725928] env[68802]: DEBUG oslo_vmware.api [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795393, 'name': PowerOnVM_Task, 'duration_secs': 0.607793} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.726217] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.726440] env[68802]: INFO nova.compute.manager [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Took 8.16 seconds to spawn the instance on the hypervisor. [ 827.726628] env[68802]: DEBUG nova.compute.manager [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.727411] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fc0f1f-9a38-461d-95fe-2aa446ae7690 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.868123] env[68802]: DEBUG oslo_vmware.api [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Task: {'id': task-2795396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259657} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.868524] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.868797] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.868960] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.869182] env[68802]: INFO nova.compute.manager [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Took 1.15 seconds to destroy the instance on the hypervisor. [ 827.869462] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.869710] env[68802]: DEBUG nova.compute.manager [-] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.869837] env[68802]: DEBUG nova.network.neutron [-] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.910699] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.910699] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52475c2b-69e3-ede7-5593-24ba988610cf" [ 827.910699] env[68802]: _type = "HttpNfcLease" [ 827.910699] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.910940] env[68802]: DEBUG oslo_vmware.rw_handles [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.910940] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52475c2b-69e3-ede7-5593-24ba988610cf" [ 827.910940] env[68802]: _type = "HttpNfcLease" [ 827.910940] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.911749] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab960516-3ecc-40bc-a674-6327d949d978 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.921837] env[68802]: DEBUG oslo_vmware.rw_handles [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbda2-5ae3-f132-b7b0-e658613463da/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.922111] env[68802]: DEBUG oslo_vmware.rw_handles [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbda2-5ae3-f132-b7b0-e658613463da/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.996813] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528a9209-a023-5de4-0853-6a8e852a0529, 'name': SearchDatastore_Task, 'duration_secs': 0.012572} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.998838] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.999221] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 301c4279-7385-407c-9dc0-87b5e1318441/301c4279-7385-407c-9dc0-87b5e1318441.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.999929] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15a09b7a-40aa-4478-aa61-3ceea0c18424 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.007788] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 828.007788] env[68802]: value = "task-2795398" [ 828.007788] env[68802]: _type = "Task" [ 828.007788] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.016703] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.026915] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5124bb27-b3dd-4de4-b987-6f174f89645d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.069270] env[68802]: DEBUG nova.compute.manager [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.098115] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:36:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5814fb83-33fb-42b9-8e74-08b606857fa1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-913470806',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.098415] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.098671] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.098902] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.099563] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.099563] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.099563] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.099709] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.099843] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.100039] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.100227] env[68802]: DEBUG nova.virt.hardware [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.101182] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562d1987-2143-4cfa-a8c2-89e50d404a62 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.109384] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e98073-030c-4a65-803e-303898384daf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.143280] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.146599] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.934s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.147225] env[68802]: INFO nova.compute.claims [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.181626] env[68802]: INFO nova.scheduler.client.report [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleted allocations for instance 71dd1641-baab-49cb-aafe-3a3083aea97a [ 828.248402] env[68802]: INFO nova.compute.manager [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Took 42.76 seconds to build instance. [ 828.276612] env[68802]: DEBUG nova.compute.manager [req-5bd74f31-c494-486e-b823-c3782813efd2 req-3c262f40-b9ac-46cc-b829-f21f99fe9e6a service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Received event network-vif-deleted-da6f8515-ab75-4014-ae86-70a78ef8cac2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 828.277183] env[68802]: INFO nova.compute.manager [req-5bd74f31-c494-486e-b823-c3782813efd2 req-3c262f40-b9ac-46cc-b829-f21f99fe9e6a service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Neutron deleted interface da6f8515-ab75-4014-ae86-70a78ef8cac2; detaching it from the instance and deleting it from the info cache [ 828.277183] env[68802]: DEBUG nova.network.neutron [req-5bd74f31-c494-486e-b823-c3782813efd2 req-3c262f40-b9ac-46cc-b829-f21f99fe9e6a service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.397783] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquiring lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.398078] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.398294] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquiring lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.398537] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.398752] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.401347] env[68802]: INFO nova.compute.manager [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Terminating instance [ 828.525684] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795398, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.532052] env[68802]: DEBUG nova.network.neutron [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Successfully updated port: ec6eb5f9-5361-4099-b345-8136c1b6ffd6 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.691657] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ec8ae79a-da77-4cf9-8308-60d1951b46d5 tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "71dd1641-baab-49cb-aafe-3a3083aea97a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.683s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.750614] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2e626310-fb2d-43d3-ae4e-0950353c028d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.279s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.758785] env[68802]: DEBUG nova.network.neutron [-] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.780107] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40ab5b6f-1d0c-4bf8-ab6b-f2538480c939 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.790455] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77501a79-5bab-41c8-932a-a49ac0cb9ad9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.836572] env[68802]: DEBUG nova.compute.manager [req-5bd74f31-c494-486e-b823-c3782813efd2 req-3c262f40-b9ac-46cc-b829-f21f99fe9e6a service nova] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Detach interface failed, port_id=da6f8515-ab75-4014-ae86-70a78ef8cac2, reason: Instance 9539e853-9404-4b1d-b1cd-017cf7704938 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 828.907161] env[68802]: DEBUG nova.compute.manager [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.907161] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.907161] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d7ef01-20c6-4ba6-909c-a8531bf2ea52 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.921079] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.923405] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42290011-d370-41b1-b3a8-cfd3f684aa9a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.932000] env[68802]: DEBUG oslo_vmware.api [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for the task: (returnval){ [ 828.932000] env[68802]: value = "task-2795399" [ 828.932000] env[68802]: _type = "Task" [ 828.932000] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.942123] env[68802]: DEBUG oslo_vmware.api [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2795399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.023164] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795398, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.035972] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.036123] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.036267] env[68802]: DEBUG nova.network.neutron [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.241224] env[68802]: DEBUG oslo_concurrency.lockutils [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.241766] env[68802]: DEBUG oslo_concurrency.lockutils [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.243020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.243020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.243020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.245267] env[68802]: INFO nova.compute.manager [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Terminating instance [ 829.260827] env[68802]: INFO nova.compute.manager [-] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Took 1.39 seconds to deallocate network for instance. [ 829.313559] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.313903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.314253] env[68802]: DEBUG nova.compute.manager [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Going to confirm migration 2 {{(pid=68802) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 829.444566] env[68802]: DEBUG oslo_vmware.api [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2795399, 'name': PowerOffVM_Task, 'duration_secs': 0.226582} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.444914] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.445168] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.445510] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dff04091-c16b-4eb0-b74a-f8ae06e46997 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.513890] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.514250] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.514523] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Deleting the datastore file [datastore1] 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.520574] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89454b45-1e0f-4a61-b7f5-12e8fd9f4758 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.528122] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795398, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.529675] env[68802]: DEBUG oslo_vmware.api [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for the task: (returnval){ [ 829.529675] env[68802]: value = "task-2795401" [ 829.529675] env[68802]: _type = "Task" [ 829.529675] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.542941] env[68802]: DEBUG oslo_vmware.api [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2795401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.575916] env[68802]: DEBUG nova.network.neutron [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.702135] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e055e7-e073-46e9-8df2-70a38f9f2f55 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.710040] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6281d1da-9719-4143-86f8-0ae77a7927c8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.743441] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdb645a-5674-43dc-900f-dff3d7a149ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.751572] env[68802]: DEBUG nova.compute.manager [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.751810] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.753142] env[68802]: DEBUG nova.network.neutron [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance_info_cache with network_info: [{"id": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "address": "fa:16:3e:31:73:ca", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6eb5f9-53", "ovs_interfaceid": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.755090] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa50cbc-71b5-4e09-a020-cdcea15897a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.759273] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b053e50d-8e69-4d7d-a0ba-a270d98acf7c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.775113] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.775706] env[68802]: DEBUG nova.compute.provider_tree [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.780327] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.780855] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-645f3208-aa34-4c12-be9b-8d30ddec16b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.787743] env[68802]: DEBUG oslo_vmware.api [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 829.787743] env[68802]: value = "task-2795402" [ 829.787743] env[68802]: _type = "Task" [ 829.787743] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.799529] env[68802]: DEBUG oslo_vmware.api [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.855421] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.855664] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.856092] env[68802]: DEBUG nova.network.neutron [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.856200] env[68802]: DEBUG nova.objects.instance [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lazy-loading 'info_cache' on Instance uuid a45062b8-eb37-478e-b5d9-e4e30f6eeb7d {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.024369] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795398, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.648042} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.024715] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 301c4279-7385-407c-9dc0-87b5e1318441/301c4279-7385-407c-9dc0-87b5e1318441.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.024979] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.025275] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38ea1d72-9c66-4f0e-9223-aacfc5d0e955 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.035117] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 830.035117] env[68802]: value = "task-2795403" [ 830.035117] env[68802]: _type = "Task" [ 830.035117] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.041602] env[68802]: DEBUG oslo_vmware.api [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Task: {'id': task-2795401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30999} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.042436] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.043117] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.043117] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.043117] env[68802]: INFO nova.compute.manager [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Took 1.14 seconds to destroy the instance on the hypervisor. [ 830.043330] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.043605] env[68802]: DEBUG nova.compute.manager [-] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.043692] env[68802]: DEBUG nova.network.neutron [-] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.048749] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.264803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.265039] env[68802]: DEBUG nova.compute.manager [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Instance network_info: |[{"id": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "address": "fa:16:3e:31:73:ca", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6eb5f9-53", "ovs_interfaceid": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.265440] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:73:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec6eb5f9-5361-4099-b345-8136c1b6ffd6', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.272740] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.272975] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.273215] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-552608d1-29f6-4d0a-8a9c-40432ec94214 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.288350] env[68802]: DEBUG nova.scheduler.client.report [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.297472] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.297472] env[68802]: value = "task-2795404" [ 830.297472] env[68802]: _type = "Task" [ 830.297472] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.300585] env[68802]: DEBUG oslo_vmware.api [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795402, 'name': PowerOffVM_Task, 'duration_secs': 0.200469} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.304648] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.304648] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.304648] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86987675-73d4-4757-b9e1-285ecce9db9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.311507] env[68802]: DEBUG nova.compute.manager [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Received event network-vif-plugged-ec6eb5f9-5361-4099-b345-8136c1b6ffd6 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 830.311724] env[68802]: DEBUG oslo_concurrency.lockutils [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] Acquiring lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.311928] env[68802]: DEBUG oslo_concurrency.lockutils [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] Lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.312106] env[68802]: DEBUG oslo_concurrency.lockutils [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] Lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.312271] env[68802]: DEBUG nova.compute.manager [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] No waiting events found dispatching network-vif-plugged-ec6eb5f9-5361-4099-b345-8136c1b6ffd6 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.312428] env[68802]: WARNING nova.compute.manager [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Received unexpected event network-vif-plugged-ec6eb5f9-5361-4099-b345-8136c1b6ffd6 for instance with vm_state building and task_state spawning. [ 830.312580] env[68802]: DEBUG nova.compute.manager [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Received event network-changed-ec6eb5f9-5361-4099-b345-8136c1b6ffd6 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 830.312724] env[68802]: DEBUG nova.compute.manager [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Refreshing instance network info cache due to event network-changed-ec6eb5f9-5361-4099-b345-8136c1b6ffd6. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 830.312898] env[68802]: DEBUG oslo_concurrency.lockutils [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] Acquiring lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.313046] env[68802]: DEBUG oslo_concurrency.lockutils [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] Acquired lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.313190] env[68802]: DEBUG nova.network.neutron [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Refreshing network info cache for port ec6eb5f9-5361-4099-b345-8136c1b6ffd6 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.317761] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795404, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.375781] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.375781] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.375781] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleting the datastore file [datastore2] dbea6ee4-4f2a-4040-8acc-df5b7da614ec {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.376775] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-483826dd-09fa-4d1e-8003-7df3891da8ce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.385249] env[68802]: DEBUG oslo_vmware.api [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 830.385249] env[68802]: value = "task-2795406" [ 830.385249] env[68802]: _type = "Task" [ 830.385249] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.394679] env[68802]: DEBUG oslo_vmware.api [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.546099] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066163} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.546271] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.547147] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca8eb3-9b02-4237-a665-429072e3ee71 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.571681] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 301c4279-7385-407c-9dc0-87b5e1318441/301c4279-7385-407c-9dc0-87b5e1318441.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.573394] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d30f408b-3cb8-46a8-a179-04e0dbd71c7f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.594510] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 830.594510] env[68802]: value = "task-2795407" [ 830.594510] env[68802]: _type = "Task" [ 830.594510] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.603291] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.797011] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.797626] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.800223] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.372s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.800397] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.800551] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 830.800842] env[68802]: DEBUG oslo_concurrency.lockutils [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.422s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.801203] env[68802]: DEBUG nova.objects.instance [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lazy-loading 'resources' on Instance uuid 14df315d-6363-40f0-a952-b617e6321729 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.804099] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffe9a2a-f152-4833-8a5b-b9bc2274eab3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.816462] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795404, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.823041] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f48c22-c45c-4bf6-8cbb-37b5f835c76d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.840234] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba90b45-1616-4997-b25d-8e23fc9e49ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.848645] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394133cc-aea7-4442-9f6c-ae89a0ac5c3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.884157] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178417MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 830.884157] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.895115] env[68802]: DEBUG oslo_vmware.api [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387161} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.895453] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.895692] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.895877] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.896058] env[68802]: INFO nova.compute.manager [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 830.896294] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.896510] env[68802]: DEBUG nova.compute.manager [-] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.896604] env[68802]: DEBUG nova.network.neutron [-] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.089564] env[68802]: DEBUG nova.network.neutron [-] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.111929] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795407, 'name': ReconfigVM_Task, 'duration_secs': 0.334911} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.113289] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 301c4279-7385-407c-9dc0-87b5e1318441/301c4279-7385-407c-9dc0-87b5e1318441.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.114367] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddd91f1d-fb1f-4fa9-ad28-0a0e29447f0f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.121474] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 831.121474] env[68802]: value = "task-2795408" [ 831.121474] env[68802]: _type = "Task" [ 831.121474] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.133899] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795408, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.305462] env[68802]: DEBUG nova.compute.utils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.308682] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.308937] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.325920] env[68802]: DEBUG nova.network.neutron [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updated VIF entry in instance network info cache for port ec6eb5f9-5361-4099-b345-8136c1b6ffd6. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.325920] env[68802]: DEBUG nova.network.neutron [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance_info_cache with network_info: [{"id": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "address": "fa:16:3e:31:73:ca", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6eb5f9-53", "ovs_interfaceid": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.334055] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795404, 'name': CreateVM_Task, 'duration_secs': 0.53423} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.336709] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.338166] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.338828] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.338911] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.339311] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3e1cf3-9840-48fa-8868-19dee283cadc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.348813] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 831.348813] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524a195d-6b24-6d3b-fabb-4a3468ad188b" [ 831.348813] env[68802]: _type = "Task" [ 831.348813] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.356070] env[68802]: DEBUG nova.compute.manager [req-a0a540e0-c46a-43d3-82ca-4138bb385dac req-05273038-1db2-49f1-92f7-eff53598e817 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Received event network-vif-deleted-104b4c84-ead7-4ff2-acb6-310facb787ae {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 831.356210] env[68802]: INFO nova.compute.manager [req-a0a540e0-c46a-43d3-82ca-4138bb385dac req-05273038-1db2-49f1-92f7-eff53598e817 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Neutron deleted interface 104b4c84-ead7-4ff2-acb6-310facb787ae; detaching it from the instance and deleting it from the info cache [ 831.356858] env[68802]: DEBUG nova.network.neutron [req-a0a540e0-c46a-43d3-82ca-4138bb385dac req-05273038-1db2-49f1-92f7-eff53598e817 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.364100] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524a195d-6b24-6d3b-fabb-4a3468ad188b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.367358] env[68802]: DEBUG nova.network.neutron [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance_info_cache with network_info: [{"id": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "address": "fa:16:3e:6e:21:0f", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3f0bb4-12", "ovs_interfaceid": "df3f0bb4-120f-46e2-aab2-82d27061bf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.370384] env[68802]: DEBUG nova.policy [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefe8aaacfda42a589fecefca6024bfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2caa8e1f67045539c15eccc5c53f855', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.594781] env[68802]: INFO nova.compute.manager [-] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Took 1.55 seconds to deallocate network for instance. [ 831.633092] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795408, 'name': Rename_Task, 'duration_secs': 0.148158} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.636891] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.638636] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-371a05b8-dd1b-421a-b972-75a3a46dbf07 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.646314] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 831.646314] env[68802]: value = "task-2795409" [ 831.646314] env[68802]: _type = "Task" [ 831.646314] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.663378] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.726369] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Successfully created port: 8db0d4d8-2662-421e-a393-bc94e3d84b06 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.736726] env[68802]: DEBUG nova.network.neutron [-] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.815818] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.837221] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bba38c-3c81-4781-86d2-c60944e288ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.838456] env[68802]: DEBUG oslo_concurrency.lockutils [req-baad9de2-8bf9-4e92-9af4-b6e102689356 req-5710fa7a-e839-40da-80de-8288d039341f service nova] Releasing lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.844356] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce94937c-0131-4f93-8ae5-9bfdd2d51e74 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.881264] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.881530] env[68802]: DEBUG nova.objects.instance [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lazy-loading 'migration_context' on Instance uuid a45062b8-eb37-478e-b5d9-e4e30f6eeb7d {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.886421] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c7d72e1-de9d-461a-90a6-50e80b545add {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.888900] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5b6ebd-4f8c-41e9-8401-3fef1c1939e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.892686] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524a195d-6b24-6d3b-fabb-4a3468ad188b, 'name': SearchDatastore_Task, 'duration_secs': 0.016824} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.893499] env[68802]: DEBUG nova.objects.base [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 831.893849] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.894075] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.894313] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.894490] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.894673] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.895669] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cc2876-2f3b-4dec-ade8-c62993fe0c20 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.898781] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-930f7bb4-1837-456c-bdcc-c1ce423913fe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.905674] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d515fe12-c512-45f7-a11b-3d33176cc7ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.925809] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0766c7ad-6351-4f79-8303-a9c08c682006 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.939261] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46b376b-0165-45be-a719-963138c81e61 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.942438] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.942647] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.951837] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24be619b-d435-4a91-a83c-3bdb53e22b08 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.954655] env[68802]: DEBUG nova.compute.provider_tree [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.960024] env[68802]: DEBUG oslo_vmware.api [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 831.960024] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5230aa65-73a5-2a97-64ef-e292a791b46c" [ 831.960024] env[68802]: _type = "Task" [ 831.960024] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.960605] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 831.960605] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c3cf58-69da-abbc-df1b-a9ea347e387f" [ 831.960605] env[68802]: _type = "Task" [ 831.960605] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.983743] env[68802]: DEBUG nova.compute.manager [req-a0a540e0-c46a-43d3-82ca-4138bb385dac req-05273038-1db2-49f1-92f7-eff53598e817 service nova] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Detach interface failed, port_id=104b4c84-ead7-4ff2-acb6-310facb787ae, reason: Instance dbea6ee4-4f2a-4040-8acc-df5b7da614ec could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 831.990741] env[68802]: DEBUG oslo_vmware.api [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5230aa65-73a5-2a97-64ef-e292a791b46c, 'name': SearchDatastore_Task, 'duration_secs': 0.007181} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.994384] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.995032] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c3cf58-69da-abbc-df1b-a9ea347e387f, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.996793] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcfee11-1a96-49ba-bcb3-90b9db55553b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.001501] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 832.001501] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ba42a0-2d09-81b3-a15c-b2842f77549a" [ 832.001501] env[68802]: _type = "Task" [ 832.001501] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.010886] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ba42a0-2d09-81b3-a15c-b2842f77549a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.105506] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.157356] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795409, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.239243] env[68802]: INFO nova.compute.manager [-] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Took 1.34 seconds to deallocate network for instance. [ 832.345361] env[68802]: DEBUG nova.compute.manager [req-f9fc80a2-ec76-482f-acbb-19e13944b01d req-f5748a3d-0fe6-41cf-a924-8006f95e2b2a service nova] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Received event network-vif-deleted-48da6a1a-5c42-43d4-84b7-1aaca83a73eb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 832.458878] env[68802]: DEBUG nova.scheduler.client.report [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.511825] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ba42a0-2d09-81b3-a15c-b2842f77549a, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.512263] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.512397] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] b69b3fd6-84f3-489a-a1f3-0dbff323feed/b69b3fd6-84f3-489a-a1f3-0dbff323feed.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.512640] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b74a81c-ae39-4fba-a102-7557260eb853 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.518943] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 832.518943] env[68802]: value = "task-2795410" [ 832.518943] env[68802]: _type = "Task" [ 832.518943] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.528743] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.656697] env[68802]: DEBUG oslo_vmware.api [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795409, 'name': PowerOnVM_Task, 'duration_secs': 0.859122} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.656996] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.657240] env[68802]: INFO nova.compute.manager [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Took 10.48 seconds to spawn the instance on the hypervisor. [ 832.657493] env[68802]: DEBUG nova.compute.manager [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.658323] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94897fa6-c47b-4e19-a03e-dc7448922169 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.746872] env[68802]: DEBUG oslo_concurrency.lockutils [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.827234] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.854287] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.854619] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.854823] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.855042] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.855164] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.855312] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.855541] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.855737] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.855913] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.856126] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.856307] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.857329] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2901ce5f-b42a-4107-b694-d382dfcc4d0c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.868406] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d41affb-58e8-40ff-aa9c-bb1ce6e0e166 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.964923] env[68802]: DEBUG oslo_concurrency.lockutils [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.968529] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.012s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.971449] env[68802]: INFO nova.compute.claims [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.996051] env[68802]: INFO nova.scheduler.client.report [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Deleted allocations for instance 14df315d-6363-40f0-a952-b617e6321729 [ 833.029702] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795410, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.178011] env[68802]: INFO nova.compute.manager [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Took 45.51 seconds to build instance. [ 833.342890] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Successfully updated port: 8db0d4d8-2662-421e-a393-bc94e3d84b06 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.383511] env[68802]: DEBUG nova.compute.manager [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Received event network-vif-plugged-8db0d4d8-2662-421e-a393-bc94e3d84b06 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 833.383806] env[68802]: DEBUG oslo_concurrency.lockutils [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] Acquiring lock "badaf748-ebc3-4152-b14f-4c7b7de10264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.383974] env[68802]: DEBUG oslo_concurrency.lockutils [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] Lock "badaf748-ebc3-4152-b14f-4c7b7de10264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.384122] env[68802]: DEBUG oslo_concurrency.lockutils [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] Lock "badaf748-ebc3-4152-b14f-4c7b7de10264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.384292] env[68802]: DEBUG nova.compute.manager [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] No waiting events found dispatching network-vif-plugged-8db0d4d8-2662-421e-a393-bc94e3d84b06 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.384515] env[68802]: WARNING nova.compute.manager [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Received unexpected event network-vif-plugged-8db0d4d8-2662-421e-a393-bc94e3d84b06 for instance with vm_state building and task_state spawning. [ 833.384727] env[68802]: DEBUG nova.compute.manager [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Received event network-changed-8db0d4d8-2662-421e-a393-bc94e3d84b06 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 833.384851] env[68802]: DEBUG nova.compute.manager [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Refreshing instance network info cache due to event network-changed-8db0d4d8-2662-421e-a393-bc94e3d84b06. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 833.385046] env[68802]: DEBUG oslo_concurrency.lockutils [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] Acquiring lock "refresh_cache-badaf748-ebc3-4152-b14f-4c7b7de10264" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.385187] env[68802]: DEBUG oslo_concurrency.lockutils [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] Acquired lock "refresh_cache-badaf748-ebc3-4152-b14f-4c7b7de10264" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.385382] env[68802]: DEBUG nova.network.neutron [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Refreshing network info cache for port 8db0d4d8-2662-421e-a393-bc94e3d84b06 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.503813] env[68802]: DEBUG oslo_concurrency.lockutils [None req-98993a3a-cd93-4706-b15e-50ecf3956750 tempest-ServerAddressesNegativeTestJSON-1793495581 tempest-ServerAddressesNegativeTestJSON-1793495581-project-member] Lock "14df315d-6363-40f0-a952-b617e6321729" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.636s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.530410] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570795} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.530668] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] b69b3fd6-84f3-489a-a1f3-0dbff323feed/b69b3fd6-84f3-489a-a1f3-0dbff323feed.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.530923] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.531865] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27c8bad4-6b78-4bdf-a9d5-2679f2303975 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.538503] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 833.538503] env[68802]: value = "task-2795411" [ 833.538503] env[68802]: _type = "Task" [ 833.538503] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.548437] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.612205] env[68802]: INFO nova.compute.manager [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Rescuing [ 833.612482] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "refresh_cache-301c4279-7385-407c-9dc0-87b5e1318441" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.612649] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "refresh_cache-301c4279-7385-407c-9dc0-87b5e1318441" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.612813] env[68802]: DEBUG nova.network.neutron [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.680975] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a660c0cd-089a-4696-81e3-c768d8ec81a8 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "301c4279-7385-407c-9dc0-87b5e1318441" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.406s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.846972] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "refresh_cache-badaf748-ebc3-4152-b14f-4c7b7de10264" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.919548] env[68802]: DEBUG nova.network.neutron [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.995730] env[68802]: DEBUG nova.network.neutron [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.052194] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252738} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.054697] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.055760] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063dc368-d06a-4898-94c8-454374d9529a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.082364] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b69b3fd6-84f3-489a-a1f3-0dbff323feed/b69b3fd6-84f3-489a-a1f3-0dbff323feed.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.085569] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-405d0f99-c60d-404a-ba73-03ef2b4d895b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.107591] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 834.107591] env[68802]: value = "task-2795412" [ 834.107591] env[68802]: _type = "Task" [ 834.107591] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.119232] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.387146] env[68802]: DEBUG nova.network.neutron [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Updating instance_info_cache with network_info: [{"id": "1aebe1b9-9853-415f-bb40-7f042f606cc9", "address": "fa:16:3e:af:97:e9", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aebe1b9-98", "ovs_interfaceid": "1aebe1b9-9853-415f-bb40-7f042f606cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.492543] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89edc12c-c455-47c9-9639-f83bae5ee420 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.500587] env[68802]: DEBUG oslo_concurrency.lockutils [req-adbdbf84-7ad3-47c2-b2c5-06572b4b8be9 req-4abf2821-69e1-413d-86cd-8d337fee1d73 service nova] Releasing lock "refresh_cache-badaf748-ebc3-4152-b14f-4c7b7de10264" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.501130] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired lock "refresh_cache-badaf748-ebc3-4152-b14f-4c7b7de10264" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.501372] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.504331] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10618b1-b49e-49fb-8a38-51e22fb586d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.553679] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.556242] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e1223-bcf1-4ed4-85a9-899011206909 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.564885] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ab1cba-e499-4d11-a915-093a1a5f1838 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.580100] env[68802]: DEBUG nova.compute.provider_tree [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.622221] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795412, 'name': ReconfigVM_Task, 'duration_secs': 0.426819} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.622574] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b69b3fd6-84f3-489a-a1f3-0dbff323feed/b69b3fd6-84f3-489a-a1f3-0dbff323feed.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.623274] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbdaa5d4-384b-4de2-9286-31ba16cdf102 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.629881] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 834.629881] env[68802]: value = "task-2795413" [ 834.629881] env[68802]: _type = "Task" [ 834.629881] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.638457] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795413, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.721619] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Updating instance_info_cache with network_info: [{"id": "8db0d4d8-2662-421e-a393-bc94e3d84b06", "address": "fa:16:3e:64:ff:c9", "network": {"id": "4e9cd9dc-77fa-48a9-99eb-beb2b24f815f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1086259660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2caa8e1f67045539c15eccc5c53f855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db0d4d8-26", "ovs_interfaceid": "8db0d4d8-2662-421e-a393-bc94e3d84b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.890537] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "refresh_cache-301c4279-7385-407c-9dc0-87b5e1318441" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.085731] env[68802]: DEBUG nova.scheduler.client.report [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.142414] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795413, 'name': Rename_Task, 'duration_secs': 0.165882} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.142962] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.143051] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b4ef9d-f537-4b8d-b3a0-60bfc8f8f0eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.150478] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 835.150478] env[68802]: value = "task-2795414" [ 835.150478] env[68802]: _type = "Task" [ 835.150478] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.159319] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.227113] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Releasing lock "refresh_cache-badaf748-ebc3-4152-b14f-4c7b7de10264" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.227479] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Instance network_info: |[{"id": "8db0d4d8-2662-421e-a393-bc94e3d84b06", "address": "fa:16:3e:64:ff:c9", "network": {"id": "4e9cd9dc-77fa-48a9-99eb-beb2b24f815f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1086259660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2caa8e1f67045539c15eccc5c53f855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db0d4d8-26", "ovs_interfaceid": "8db0d4d8-2662-421e-a393-bc94e3d84b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.228295] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:ff:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db0d4d8-2662-421e-a393-bc94e3d84b06', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.237665] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Creating folder: Project (b2caa8e1f67045539c15eccc5c53f855). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.238093] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b21951f3-222f-438e-ab1b-4fbdaa4f4166 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.253029] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Created folder: Project (b2caa8e1f67045539c15eccc5c53f855) in parent group-v561663. [ 835.253029] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Creating folder: Instances. Parent ref: group-v561835. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.253029] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-854874ce-f191-43a3-bc2c-53d45f94c04a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.263629] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Created folder: Instances in parent group-v561835. [ 835.263915] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.264165] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.264611] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04b7d7b1-5c42-49f9-a56a-3885f33ba7c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.288603] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.288603] env[68802]: value = "task-2795417" [ 835.288603] env[68802]: _type = "Task" [ 835.288603] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.298790] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795417, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.591735] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.592397] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.595663] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.519s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.597926] env[68802]: INFO nova.compute.claims [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.662326] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795414, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.799186] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795417, 'name': CreateVM_Task, 'duration_secs': 0.384519} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.799401] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.800139] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.800313] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.800704] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.800970] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cbc2461-aeb1-46de-9bac-057feb8128d5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.805978] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 835.805978] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f60360-1631-3f2b-e78e-88948d370375" [ 835.805978] env[68802]: _type = "Task" [ 835.805978] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.815723] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f60360-1631-3f2b-e78e-88948d370375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.112131] env[68802]: DEBUG nova.compute.utils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.112839] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.115087] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.162145] env[68802]: DEBUG oslo_vmware.api [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795414, 'name': PowerOnVM_Task, 'duration_secs': 0.585387} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.166020] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.166020] env[68802]: INFO nova.compute.manager [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Took 8.09 seconds to spawn the instance on the hypervisor. [ 836.166020] env[68802]: DEBUG nova.compute.manager [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.166020] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0668fd-015f-4fd9-a3f2-4d630da4b79c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.174868] env[68802]: DEBUG nova.policy [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefe8aaacfda42a589fecefca6024bfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2caa8e1f67045539c15eccc5c53f855', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.317175] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f60360-1631-3f2b-e78e-88948d370375, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.317480] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.317711] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.317946] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.318100] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.318276] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.318684] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e0aac36-458e-4f37-b330-4989624e4dce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.329490] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.329664] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.330388] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb56104e-62fc-4fd6-a6f6-3868cfe72276 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.335761] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 836.335761] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524372b3-822a-8e31-ce13-7b3c209f57b2" [ 836.335761] env[68802]: _type = "Task" [ 836.335761] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.343213] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524372b3-822a-8e31-ce13-7b3c209f57b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.424375] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Successfully created port: 4476f460-7d97-49df-ace3-b4696b90e888 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.428134] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.428418] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a760a305-2ffa-45e7-b835-ec6e197d51f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.435961] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 836.435961] env[68802]: value = "task-2795418" [ 836.435961] env[68802]: _type = "Task" [ 836.435961] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.444289] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.618317] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.689768] env[68802]: INFO nova.compute.manager [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Took 44.71 seconds to build instance. [ 836.848575] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524372b3-822a-8e31-ce13-7b3c209f57b2, 'name': SearchDatastore_Task, 'duration_secs': 0.023835} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.849411] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162bdad3-0c19-47e7-833d-4adac997e1fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.856831] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 836.856831] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525552e8-1098-7f72-7c5b-a88b8ecf087d" [ 836.856831] env[68802]: _type = "Task" [ 836.856831] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.865772] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525552e8-1098-7f72-7c5b-a88b8ecf087d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.950658] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795418, 'name': PowerOffVM_Task, 'duration_secs': 0.275807} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.950658] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.952029] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3e1c99-4743-4a2d-839c-6787f18b4af6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.972548] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d818c0fb-daf9-484a-be3c-605f2545e395 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.001832] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.002136] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c655460-fb72-4a9d-a9e8-a852327dd197 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.008876] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 837.008876] env[68802]: value = "task-2795419" [ 837.008876] env[68802]: _type = "Task" [ 837.008876] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.019749] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 837.019829] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.020061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.037578] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797c35b4-f478-43b4-949c-78c09ac2bee9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.044275] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2179c779-bb4b-492b-9054-7866a21adab3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.073801] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3080ae02-0f16-460a-a03a-88acddaaffb7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.081952] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67662920-7f82-4c19-8bba-27a3d8a105e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.095514] env[68802]: DEBUG nova.compute.provider_tree [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.194782] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bcdb443e-c4d3-4c0e-a422-dfb67f0eba7b tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.763s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.368497] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525552e8-1098-7f72-7c5b-a88b8ecf087d, 'name': SearchDatastore_Task, 'duration_secs': 0.019308} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.368646] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.368909] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] badaf748-ebc3-4152-b14f-4c7b7de10264/badaf748-ebc3-4152-b14f-4c7b7de10264.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.369203] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.369389] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.369604] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b547e7cd-7250-4c45-a788-71bb38fee7e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.371577] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c30b1f54-74b4-44f6-8ae7-b24767981206 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.380877] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 837.380877] env[68802]: value = "task-2795420" [ 837.380877] env[68802]: _type = "Task" [ 837.380877] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.384833] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.385019] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.386043] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194dfb1e-f9d7-4638-8e23-249c818796a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.391108] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.394082] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 837.394082] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5242ebea-79cb-121a-ec67-916689b62313" [ 837.394082] env[68802]: _type = "Task" [ 837.394082] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.403320] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5242ebea-79cb-121a-ec67-916689b62313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.599549] env[68802]: DEBUG nova.scheduler.client.report [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.630298] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.633145] env[68802]: DEBUG oslo_vmware.rw_handles [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbda2-5ae3-f132-b7b0-e658613463da/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.634945] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc4d768-5e73-4eac-a59c-2a76c0a33a02 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.643355] env[68802]: DEBUG oslo_vmware.rw_handles [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbda2-5ae3-f132-b7b0-e658613463da/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.643524] env[68802]: ERROR oslo_vmware.rw_handles [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbda2-5ae3-f132-b7b0-e658613463da/disk-0.vmdk due to incomplete transfer. [ 837.643841] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ef410f9-edbe-4b16-936a-ab34a07c86cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.652284] env[68802]: DEBUG oslo_vmware.rw_handles [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbda2-5ae3-f132-b7b0-e658613463da/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.652552] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Uploaded image 2dcf0342-a5f6-49c8-b14e-a1adb718e623 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.655438] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.659040] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-058716e6-f555-4684-891e-c0492113a891 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.666960] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 837.666960] env[68802]: value = "task-2795421" [ 837.666960] env[68802]: _type = "Task" [ 837.666960] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.669588] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.669825] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.669973] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.670163] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.670356] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.670523] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.670747] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.670960] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.671152] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.671335] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.671496] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.672539] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccad560-62a4-4ec0-a855-d0179f910d01 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.687851] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b9980c-53a0-4b40-bede-e0bd1f2ce0db {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.692914] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795421, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.891460] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473577} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.891720] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] badaf748-ebc3-4152-b14f-4c7b7de10264/badaf748-ebc3-4152-b14f-4c7b7de10264.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.892019] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.892201] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f0f11cf-6f1a-4729-9f40-dc4b8e801bd8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.902800] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5242ebea-79cb-121a-ec67-916689b62313, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.904601] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 837.904601] env[68802]: value = "task-2795422" [ 837.904601] env[68802]: _type = "Task" [ 837.904601] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.904806] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369402f2-4421-4f85-acde-624198ef591c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.913640] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 837.913640] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5271831a-fd43-fed6-e728-be1337590c5a" [ 837.913640] env[68802]: _type = "Task" [ 837.913640] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.917027] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.925891] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5271831a-fd43-fed6-e728-be1337590c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.926260] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.926590] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 301c4279-7385-407c-9dc0-87b5e1318441/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. {{(pid=68802) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 837.926875] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d496843-c8e3-463f-88a9-759c10d35719 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.934375] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 837.934375] env[68802]: value = "task-2795423" [ 837.934375] env[68802]: _type = "Task" [ 837.934375] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.943643] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.014250] env[68802]: DEBUG nova.compute.manager [req-194073e5-4bcc-46fd-add1-b84209680542 req-9dac67d1-80c8-475e-800f-5bf38ee033fb service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Received event network-vif-plugged-4476f460-7d97-49df-ace3-b4696b90e888 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 838.015036] env[68802]: DEBUG oslo_concurrency.lockutils [req-194073e5-4bcc-46fd-add1-b84209680542 req-9dac67d1-80c8-475e-800f-5bf38ee033fb service nova] Acquiring lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.015036] env[68802]: DEBUG oslo_concurrency.lockutils [req-194073e5-4bcc-46fd-add1-b84209680542 req-9dac67d1-80c8-475e-800f-5bf38ee033fb service nova] Lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.015370] env[68802]: DEBUG oslo_concurrency.lockutils [req-194073e5-4bcc-46fd-add1-b84209680542 req-9dac67d1-80c8-475e-800f-5bf38ee033fb service nova] Lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.015932] env[68802]: DEBUG nova.compute.manager [req-194073e5-4bcc-46fd-add1-b84209680542 req-9dac67d1-80c8-475e-800f-5bf38ee033fb service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] No waiting events found dispatching network-vif-plugged-4476f460-7d97-49df-ace3-b4696b90e888 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.015932] env[68802]: WARNING nova.compute.manager [req-194073e5-4bcc-46fd-add1-b84209680542 req-9dac67d1-80c8-475e-800f-5bf38ee033fb service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Received unexpected event network-vif-plugged-4476f460-7d97-49df-ace3-b4696b90e888 for instance with vm_state building and task_state spawning. [ 838.106441] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.106441] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.110660] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.538s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.114122] env[68802]: INFO nova.compute.claims [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.116834] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Successfully updated port: 4476f460-7d97-49df-ace3-b4696b90e888 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.183112] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795421, 'name': Destroy_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.416668] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070598} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.416981] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.417826] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6c8fca-deb5-4efd-b681-416691656db1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.442051] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] badaf748-ebc3-4152-b14f-4c7b7de10264/badaf748-ebc3-4152-b14f-4c7b7de10264.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.442388] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ed71a88-a8bd-4701-9deb-29672a368b67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.464949] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451782} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.465215] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 301c4279-7385-407c-9dc0-87b5e1318441/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. [ 838.465949] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544ce149-7173-479a-b0f3-d5b3f83598c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.469387] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 838.469387] env[68802]: value = "task-2795424" [ 838.469387] env[68802]: _type = "Task" [ 838.469387] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.492568] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 301c4279-7385-407c-9dc0-87b5e1318441/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.494473] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d241d014-9925-4b0b-b943-6c7c91517ad8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.515630] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.520674] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 838.520674] env[68802]: value = "task-2795425" [ 838.520674] env[68802]: _type = "Task" [ 838.520674] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.530306] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.617229] env[68802]: DEBUG nova.compute.utils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.618732] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.619594] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.623440] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "refresh_cache-3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.623582] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired lock "refresh_cache-3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.623729] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.680349] env[68802]: DEBUG nova.policy [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefe8aaacfda42a589fecefca6024bfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2caa8e1f67045539c15eccc5c53f855', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.687232] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795421, 'name': Destroy_Task, 'duration_secs': 0.523292} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.687435] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Destroyed the VM [ 838.688072] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.688072] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a175974-bea2-4e6e-a0e1-e219eea6d30d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.695738] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 838.695738] env[68802]: value = "task-2795426" [ 838.695738] env[68802]: _type = "Task" [ 838.695738] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.706144] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795426, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.967779] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Successfully created port: 668b072f-627a-4de5-83c5-062d7f52f0d4 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.979013] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.024757] env[68802]: DEBUG nova.compute.manager [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Stashing vm_state: active {{(pid=68802) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 839.033701] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795425, 'name': ReconfigVM_Task, 'duration_secs': 0.308439} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.034366] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 301c4279-7385-407c-9dc0-87b5e1318441/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.035046] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf98dd62-dfae-4a4c-b995-bf913acb8626 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.060866] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b299d8a9-13fc-47b4-9ce7-4e6ff9e73cfa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.077444] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 839.077444] env[68802]: value = "task-2795427" [ 839.077444] env[68802]: _type = "Task" [ 839.077444] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.087495] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.122770] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.169043] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.205445] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795426, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.346559] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Updating instance_info_cache with network_info: [{"id": "4476f460-7d97-49df-ace3-b4696b90e888", "address": "fa:16:3e:2e:8b:38", "network": {"id": "4e9cd9dc-77fa-48a9-99eb-beb2b24f815f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1086259660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2caa8e1f67045539c15eccc5c53f855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4476f460-7d", "ovs_interfaceid": "4476f460-7d97-49df-ace3-b4696b90e888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.479343] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795424, 'name': ReconfigVM_Task, 'duration_secs': 0.717167} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.481553] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Reconfigured VM instance instance-0000003f to attach disk [datastore2] badaf748-ebc3-4152-b14f-4c7b7de10264/badaf748-ebc3-4152-b14f-4c7b7de10264.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.482353] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26f07387-1207-4c11-a959-ecdeae7cab57 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.488092] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 839.488092] env[68802]: value = "task-2795428" [ 839.488092] env[68802]: _type = "Task" [ 839.488092] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.497643] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795428, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.533750] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa2e9f7-3c04-47d0-9dee-b44327e6e49b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.541495] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4619edc5-8960-4f0e-bc9b-f5f5edfae835 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.545606] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.576731] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaafc47-5e9e-44eb-a677-f0761f101e26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.588406] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795427, 'name': ReconfigVM_Task, 'duration_secs': 0.20257} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.589595] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db548d8-1df5-4dcc-a0a8-c9e1254d68e0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.593218] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.593452] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-037de3dd-8286-4d86-b760-b1b98dc09031 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.604324] env[68802]: DEBUG nova.compute.provider_tree [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.606496] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 839.606496] env[68802]: value = "task-2795429" [ 839.606496] env[68802]: _type = "Task" [ 839.606496] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.613576] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.707102] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795426, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.848897] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Releasing lock "refresh_cache-3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.849280] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Instance network_info: |[{"id": "4476f460-7d97-49df-ace3-b4696b90e888", "address": "fa:16:3e:2e:8b:38", "network": {"id": "4e9cd9dc-77fa-48a9-99eb-beb2b24f815f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1086259660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2caa8e1f67045539c15eccc5c53f855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4476f460-7d", "ovs_interfaceid": "4476f460-7d97-49df-ace3-b4696b90e888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.849722] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:8b:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4476f460-7d97-49df-ace3-b4696b90e888', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.857690] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.857921] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.858167] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc9a5d34-97d9-4f7c-afd0-0ade7490739e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.879701] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.879701] env[68802]: value = "task-2795430" [ 839.879701] env[68802]: _type = "Task" [ 839.879701] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.887989] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795430, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.999623] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795428, 'name': Rename_Task, 'duration_secs': 0.231644} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.999910] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.000201] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d935764-99b8-4b06-b9a5-c1f3fff37819 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.008970] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 840.008970] env[68802]: value = "task-2795431" [ 840.008970] env[68802]: _type = "Task" [ 840.008970] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.020098] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.090504] env[68802]: DEBUG nova.compute.manager [req-0c169541-2d7f-4789-8db9-28fb67774577 req-54380e8a-eaab-4629-8c4a-49412541cc26 service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Received event network-changed-4476f460-7d97-49df-ace3-b4696b90e888 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 840.090727] env[68802]: DEBUG nova.compute.manager [req-0c169541-2d7f-4789-8db9-28fb67774577 req-54380e8a-eaab-4629-8c4a-49412541cc26 service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Refreshing instance network info cache due to event network-changed-4476f460-7d97-49df-ace3-b4696b90e888. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 840.091017] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c169541-2d7f-4789-8db9-28fb67774577 req-54380e8a-eaab-4629-8c4a-49412541cc26 service nova] Acquiring lock "refresh_cache-3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.091241] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c169541-2d7f-4789-8db9-28fb67774577 req-54380e8a-eaab-4629-8c4a-49412541cc26 service nova] Acquired lock "refresh_cache-3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.091450] env[68802]: DEBUG nova.network.neutron [req-0c169541-2d7f-4789-8db9-28fb67774577 req-54380e8a-eaab-4629-8c4a-49412541cc26 service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Refreshing network info cache for port 4476f460-7d97-49df-ace3-b4696b90e888 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.108115] env[68802]: DEBUG nova.scheduler.client.report [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.125271] env[68802]: DEBUG oslo_vmware.api [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795429, 'name': PowerOnVM_Task, 'duration_secs': 0.430427} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.125624] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.128804] env[68802]: DEBUG nova.compute.manager [None req-3caa2248-970c-4428-94c0-1380744a7a7e tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.129906] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe0da93-c73a-418c-9966-15b34a9eaadc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.134030] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.162099] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.162492] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.162758] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.163240] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.163416] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.163682] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.164007] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.164216] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.164459] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.164714] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.164957] env[68802]: DEBUG nova.virt.hardware [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.166881] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c9f392-e30a-47e4-9325-db5413f8aac4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.177442] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d228fe1-f599-4a76-9952-df8343c28e2c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.209863] env[68802]: DEBUG oslo_vmware.api [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795426, 'name': RemoveSnapshot_Task, 'duration_secs': 1.378235} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.210197] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.210549] env[68802]: INFO nova.compute.manager [None req-6e30d8eb-cbe7-4847-a666-165f581cce64 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Took 15.99 seconds to snapshot the instance on the hypervisor. [ 840.390729] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795430, 'name': CreateVM_Task, 'duration_secs': 0.364176} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.390906] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.391634] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.391799] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.392147] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.392625] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02db06c1-440c-46d3-af2c-697b00634998 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.397499] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 840.397499] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a8f297-abda-9bed-76ac-de174772066d" [ 840.397499] env[68802]: _type = "Task" [ 840.397499] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.405862] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a8f297-abda-9bed-76ac-de174772066d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.519764] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795431, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.533135] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Successfully updated port: 668b072f-627a-4de5-83c5-062d7f52f0d4 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.619809] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.620391] env[68802]: DEBUG nova.compute.manager [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.623071] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.758s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.624495] env[68802]: INFO nova.compute.claims [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.794676] env[68802]: DEBUG nova.network.neutron [req-0c169541-2d7f-4789-8db9-28fb67774577 req-54380e8a-eaab-4629-8c4a-49412541cc26 service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Updated VIF entry in instance network info cache for port 4476f460-7d97-49df-ace3-b4696b90e888. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.795080] env[68802]: DEBUG nova.network.neutron [req-0c169541-2d7f-4789-8db9-28fb67774577 req-54380e8a-eaab-4629-8c4a-49412541cc26 service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Updating instance_info_cache with network_info: [{"id": "4476f460-7d97-49df-ace3-b4696b90e888", "address": "fa:16:3e:2e:8b:38", "network": {"id": "4e9cd9dc-77fa-48a9-99eb-beb2b24f815f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1086259660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2caa8e1f67045539c15eccc5c53f855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4476f460-7d", "ovs_interfaceid": "4476f460-7d97-49df-ace3-b4696b90e888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.909683] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a8f297-abda-9bed-76ac-de174772066d, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.910016] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.910309] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.910580] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.910729] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.910898] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.911183] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee065656-cf46-4528-94be-e351f23e33c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.921898] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.922107] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.922942] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d273a89-9d00-499b-83f5-679fe564e015 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.930157] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 840.930157] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5281778f-8ff8-f09a-4618-a06f59dbfee7" [ 840.930157] env[68802]: _type = "Task" [ 840.930157] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.938868] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5281778f-8ff8-f09a-4618-a06f59dbfee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.020153] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795431, 'name': PowerOnVM_Task, 'duration_secs': 0.92208} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.020417] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.020616] env[68802]: INFO nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Took 8.19 seconds to spawn the instance on the hypervisor. [ 841.020791] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.021638] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3279215-25f7-47cf-a5ef-3b181dd55169 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.035472] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "refresh_cache-55060620-d0ea-4609-a2d1-1421edfbf791" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.035611] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired lock "refresh_cache-55060620-d0ea-4609-a2d1-1421edfbf791" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.035757] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.131093] env[68802]: DEBUG nova.compute.utils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.132934] env[68802]: DEBUG nova.compute.manager [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Not allocating networking since 'none' was specified. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 841.299064] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c169541-2d7f-4789-8db9-28fb67774577 req-54380e8a-eaab-4629-8c4a-49412541cc26 service nova] Releasing lock "refresh_cache-3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.441753] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5281778f-8ff8-f09a-4618-a06f59dbfee7, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.442585] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49b995c-48dd-4149-841f-767f690e15f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.449099] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 841.449099] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5253994a-272e-c300-1907-5d7e2f785475" [ 841.449099] env[68802]: _type = "Task" [ 841.449099] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.457242] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5253994a-272e-c300-1907-5d7e2f785475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.540307] env[68802]: INFO nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Took 41.35 seconds to build instance. [ 841.569554] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.638451] env[68802]: DEBUG nova.compute.manager [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.722253] env[68802]: DEBUG nova.network.neutron [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Updating instance_info_cache with network_info: [{"id": "668b072f-627a-4de5-83c5-062d7f52f0d4", "address": "fa:16:3e:12:81:24", "network": {"id": "4e9cd9dc-77fa-48a9-99eb-beb2b24f815f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1086259660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2caa8e1f67045539c15eccc5c53f855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668b072f-62", "ovs_interfaceid": "668b072f-627a-4de5-83c5-062d7f52f0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.838839] env[68802]: DEBUG nova.compute.manager [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.841921] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1029236f-2a31-456a-9d89-74cb5c66adbc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.961583] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5253994a-272e-c300-1907-5d7e2f785475, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.964337] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.964382] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2/3ef986d9-7f22-41ef-b0dd-a8835d38c2c2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.965446] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-624987f0-e797-4671-b4e1-a9e2e96d8220 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.973541] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 841.973541] env[68802]: value = "task-2795432" [ 841.973541] env[68802]: _type = "Task" [ 841.973541] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.984745] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.024289] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8791656b-a4cb-4d7f-b35d-69c7b0bab388 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.033275] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef93fb2-59ed-4a07-b87d-df101a23217c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.065556] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "badaf748-ebc3-4152-b14f-4c7b7de10264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.990s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.066559] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46718020-4e6b-41ca-8dd6-ccf4d62227f5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.074763] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777c98a-a438-49cf-9a33-233c8f4b83fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.089429] env[68802]: DEBUG nova.compute.provider_tree [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.123085] env[68802]: DEBUG nova.compute.manager [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Received event network-vif-plugged-668b072f-627a-4de5-83c5-062d7f52f0d4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.123328] env[68802]: DEBUG oslo_concurrency.lockutils [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] Acquiring lock "55060620-d0ea-4609-a2d1-1421edfbf791-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.123550] env[68802]: DEBUG oslo_concurrency.lockutils [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] Lock "55060620-d0ea-4609-a2d1-1421edfbf791-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.124666] env[68802]: DEBUG oslo_concurrency.lockutils [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] Lock "55060620-d0ea-4609-a2d1-1421edfbf791-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.124666] env[68802]: DEBUG nova.compute.manager [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] No waiting events found dispatching network-vif-plugged-668b072f-627a-4de5-83c5-062d7f52f0d4 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.124666] env[68802]: WARNING nova.compute.manager [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Received unexpected event network-vif-plugged-668b072f-627a-4de5-83c5-062d7f52f0d4 for instance with vm_state building and task_state spawning. [ 842.124666] env[68802]: DEBUG nova.compute.manager [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Received event network-changed-668b072f-627a-4de5-83c5-062d7f52f0d4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.124666] env[68802]: DEBUG nova.compute.manager [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Refreshing instance network info cache due to event network-changed-668b072f-627a-4de5-83c5-062d7f52f0d4. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 842.124816] env[68802]: DEBUG oslo_concurrency.lockutils [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] Acquiring lock "refresh_cache-55060620-d0ea-4609-a2d1-1421edfbf791" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.227134] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Releasing lock "refresh_cache-55060620-d0ea-4609-a2d1-1421edfbf791" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.227134] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Instance network_info: |[{"id": "668b072f-627a-4de5-83c5-062d7f52f0d4", "address": "fa:16:3e:12:81:24", "network": {"id": "4e9cd9dc-77fa-48a9-99eb-beb2b24f815f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1086259660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2caa8e1f67045539c15eccc5c53f855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668b072f-62", "ovs_interfaceid": "668b072f-627a-4de5-83c5-062d7f52f0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.227327] env[68802]: DEBUG oslo_concurrency.lockutils [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] Acquired lock "refresh_cache-55060620-d0ea-4609-a2d1-1421edfbf791" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.227510] env[68802]: DEBUG nova.network.neutron [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Refreshing network info cache for port 668b072f-627a-4de5-83c5-062d7f52f0d4 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.228903] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:81:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '668b072f-627a-4de5-83c5-062d7f52f0d4', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.236871] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.238020] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.238630] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce7b75c-1fce-46c7-a9d2-00f0eef24c34 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.263203] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.263203] env[68802]: value = "task-2795433" [ 842.263203] env[68802]: _type = "Task" [ 842.263203] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.275934] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795433, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.355063] env[68802]: INFO nova.compute.manager [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] instance snapshotting [ 842.358738] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff8e98b-412a-466c-83d8-47db0564c168 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.381025] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc4a20c-3532-490d-aefa-8f0da4cf5b43 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.486316] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501697} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.486650] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2/3ef986d9-7f22-41ef-b0dd-a8835d38c2c2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.486919] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.487272] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dc59f18-3e8d-4015-8bd6-ed33df96ae5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.495684] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 842.495684] env[68802]: value = "task-2795434" [ 842.495684] env[68802]: _type = "Task" [ 842.495684] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.504674] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.592788] env[68802]: DEBUG nova.scheduler.client.report [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.647961] env[68802]: DEBUG nova.compute.manager [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.675679] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.675952] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.676146] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.676329] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.676471] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.676615] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.676842] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.677012] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.677185] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.677345] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.677514] env[68802]: DEBUG nova.virt.hardware [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.678744] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4f801c-1a32-4846-b389-6626289d1ef5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.687726] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b164131f-bfcc-4a9b-a73c-1e5973786cb4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.702125] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.707840] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Creating folder: Project (d736ed35842544f5a551ce8d81f8591f). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.708180] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a0a987f-4e9a-4532-ab54-1713d20dca9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.723600] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Created folder: Project (d736ed35842544f5a551ce8d81f8591f) in parent group-v561663. [ 842.723956] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Creating folder: Instances. Parent ref: group-v561840. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.724365] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9d75f8b-603a-461f-8c95-e2704b754b8c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.742319] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Created folder: Instances in parent group-v561840. [ 842.742319] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.742319] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.742547] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2bc0fc5-4eb3-4031-8dcc-3dd4565f8ab3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.761672] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.761672] env[68802]: value = "task-2795437" [ 842.761672] env[68802]: _type = "Task" [ 842.761672] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.776577] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795437, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.779850] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795433, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.895959] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.896388] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f8c14b8-66f9-4978-80f1-d20396a93fd6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.905872] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 842.905872] env[68802]: value = "task-2795438" [ 842.905872] env[68802]: _type = "Task" [ 842.905872] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.914256] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.003243] env[68802]: DEBUG nova.network.neutron [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Updated VIF entry in instance network info cache for port 668b072f-627a-4de5-83c5-062d7f52f0d4. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.003585] env[68802]: DEBUG nova.network.neutron [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Updating instance_info_cache with network_info: [{"id": "668b072f-627a-4de5-83c5-062d7f52f0d4", "address": "fa:16:3e:12:81:24", "network": {"id": "4e9cd9dc-77fa-48a9-99eb-beb2b24f815f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1086259660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2caa8e1f67045539c15eccc5c53f855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668b072f-62", "ovs_interfaceid": "668b072f-627a-4de5-83c5-062d7f52f0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.007791] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074758} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.008283] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.009051] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9f8af8-76d1-496f-9979-cf87aba0064e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.032398] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2/3ef986d9-7f22-41ef-b0dd-a8835d38c2c2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.032883] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3ee68f-566a-4784-93c3-e4084000747a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.047208] env[68802]: DEBUG oslo_concurrency.lockutils [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "50e88850-968f-472b-9921-bbf973b475bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.047449] env[68802]: DEBUG oslo_concurrency.lockutils [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.047646] env[68802]: DEBUG oslo_concurrency.lockutils [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "50e88850-968f-472b-9921-bbf973b475bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.047820] env[68802]: DEBUG oslo_concurrency.lockutils [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.048013] env[68802]: DEBUG oslo_concurrency.lockutils [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.050913] env[68802]: INFO nova.compute.manager [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Terminating instance [ 843.056812] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 843.056812] env[68802]: value = "task-2795439" [ 843.056812] env[68802]: _type = "Task" [ 843.056812] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.065995] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.087053] env[68802]: INFO nova.compute.manager [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Rescuing [ 843.087281] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.087365] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.087505] env[68802]: DEBUG nova.network.neutron [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.098684] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.099458] env[68802]: DEBUG nova.compute.manager [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.102271] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.428s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.102516] env[68802]: DEBUG nova.objects.instance [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lazy-loading 'resources' on Instance uuid 7df30cf8-1627-4288-974c-1bacc2986a27 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.279985] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795437, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.280235] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795433, 'name': CreateVM_Task, 'duration_secs': 0.664016} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.280404] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.281343] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.281343] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.281670] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.281964] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68550b9e-9be0-464f-861f-38705fa119c5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.288172] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 843.288172] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529695cc-11d5-194c-3aff-9055a2c6e5db" [ 843.288172] env[68802]: _type = "Task" [ 843.288172] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.297300] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529695cc-11d5-194c-3aff-9055a2c6e5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.422618] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795438, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.509749] env[68802]: DEBUG oslo_concurrency.lockutils [req-352aae97-999c-4971-a84d-44cf86388e81 req-a1b6bb2e-ad51-42b8-a1ab-44314ead275c service nova] Releasing lock "refresh_cache-55060620-d0ea-4609-a2d1-1421edfbf791" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.555033] env[68802]: DEBUG nova.compute.manager [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.555300] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.556240] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd18d1b5-9116-478f-82c0-8f8ec429ad74 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.568154] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.570918] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b284c303-c478-4784-b4ab-b78d7f86dccc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.572464] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795439, 'name': ReconfigVM_Task, 'duration_secs': 0.29287} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.572729] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2/3ef986d9-7f22-41ef-b0dd-a8835d38c2c2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.573805] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00e327a7-8549-45dc-9bde-af4465816b8b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.580575] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 843.580575] env[68802]: value = "task-2795441" [ 843.580575] env[68802]: _type = "Task" [ 843.580575] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.582096] env[68802]: DEBUG oslo_vmware.api [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 843.582096] env[68802]: value = "task-2795440" [ 843.582096] env[68802]: _type = "Task" [ 843.582096] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.595658] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795441, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.599323] env[68802]: DEBUG oslo_vmware.api [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.608617] env[68802]: DEBUG nova.compute.utils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.610449] env[68802]: DEBUG nova.compute.manager [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.610613] env[68802]: DEBUG nova.network.neutron [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.674388] env[68802]: DEBUG nova.policy [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17b158c67784c40b81aa53df7e4939f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3306c3c65a254cb7a49c71af2ed776a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.779925] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795437, 'name': CreateVM_Task, 'duration_secs': 0.544304} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.779925] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.780134] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.801509] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529695cc-11d5-194c-3aff-9055a2c6e5db, 'name': SearchDatastore_Task, 'duration_secs': 0.01548} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.801803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.802037] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.802903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.802903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.802903] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.802903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.803133] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.803362] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-133c3b7d-e74a-4406-a17d-74c038e4cbf9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.805358] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d48f558-4f30-4128-b26b-4c8cee144a17 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.812575] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 843.812575] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528d4d79-e8e8-a80f-ff1e-8b52666006a7" [ 843.812575] env[68802]: _type = "Task" [ 843.812575] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.818059] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.818059] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.818509] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde90c99-a43d-44b6-8e3a-2080e46807a8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.826299] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528d4d79-e8e8-a80f-ff1e-8b52666006a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.830077] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 843.830077] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521dbd2c-2699-0850-38b9-378bb2699037" [ 843.830077] env[68802]: _type = "Task" [ 843.830077] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.838145] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521dbd2c-2699-0850-38b9-378bb2699037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.901022] env[68802]: DEBUG nova.network.neutron [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Updating instance_info_cache with network_info: [{"id": "2b7c90b3-563c-460c-91ad-7687dd7ebf66", "address": "fa:16:3e:f4:d7:e3", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7c90b3-56", "ovs_interfaceid": "2b7c90b3-563c-460c-91ad-7687dd7ebf66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.916861] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795438, 'name': CreateSnapshot_Task, 'duration_secs': 0.930379} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.916955] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 843.918092] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72354f1a-8930-444f-9b1f-4be4038bfee7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.042527] env[68802]: DEBUG nova.network.neutron [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Successfully created port: dc649237-67ef-4302-9deb-6ac38637552f {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.098745] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795441, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.102056] env[68802]: DEBUG oslo_vmware.api [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795440, 'name': PowerOffVM_Task, 'duration_secs': 0.224001} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.103680] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.103892] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.104673] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cb234c-068b-4912-b1c3-51b2b633d6e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.107360] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44a0ca01-fd36-4583-befd-807be9d3c624 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.113138] env[68802]: DEBUG nova.compute.manager [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.116709] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cb285e-61ab-4d82-8e2f-b6e7bf8d702f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.151311] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff372b-a6f8-44fd-9951-45b1602568b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.159858] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe03318-c807-478f-b95a-3146fba5133e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.174151] env[68802]: DEBUG nova.compute.provider_tree [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.187607] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.187910] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.187993] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Deleting the datastore file [datastore2] 50e88850-968f-472b-9921-bbf973b475bc {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.188266] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65d9a9e1-ed36-4d3a-b6e1-e4c95c2ea352 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.194725] env[68802]: DEBUG oslo_vmware.api [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 844.194725] env[68802]: value = "task-2795443" [ 844.194725] env[68802]: _type = "Task" [ 844.194725] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.202952] env[68802]: DEBUG oslo_vmware.api [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.323976] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528d4d79-e8e8-a80f-ff1e-8b52666006a7, 'name': SearchDatastore_Task, 'duration_secs': 0.017738} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.324307] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.324540] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.324772] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.339020] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521dbd2c-2699-0850-38b9-378bb2699037, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.339778] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ee9d12-93ac-4ec7-bdca-cf6ee65622c2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.345029] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 844.345029] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c0f21a-7e62-7d86-3c37-f2764e3536b0" [ 844.345029] env[68802]: _type = "Task" [ 844.345029] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.352791] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c0f21a-7e62-7d86-3c37-f2764e3536b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.404579] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.441188] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 844.441719] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4e48a51-1f60-4822-8c6a-bc8b54ba81dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.451718] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 844.451718] env[68802]: value = "task-2795444" [ 844.451718] env[68802]: _type = "Task" [ 844.451718] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.459882] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795444, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.592646] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795441, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.677839] env[68802]: DEBUG nova.scheduler.client.report [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.705348] env[68802]: DEBUG oslo_vmware.api [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157397} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.705570] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.705747] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.705918] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.706106] env[68802]: INFO nova.compute.manager [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 844.706346] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.706528] env[68802]: DEBUG nova.compute.manager [-] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.706622] env[68802]: DEBUG nova.network.neutron [-] [instance: 50e88850-968f-472b-9921-bbf973b475bc] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.860013] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c0f21a-7e62-7d86-3c37-f2764e3536b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012658} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.860013] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.860013] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 55060620-d0ea-4609-a2d1-1421edfbf791/55060620-d0ea-4609-a2d1-1421edfbf791.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.860013] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.860274] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.860274] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38aa7641-564d-4f1a-b177-131165cb81a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.862053] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a9f6a9-50be-485f-a002-a14718a26c47 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.869113] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 844.869113] env[68802]: value = "task-2795445" [ 844.869113] env[68802]: _type = "Task" [ 844.869113] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.872895] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.873078] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.874054] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8b68b0-2c1a-47f4-9da9-23f45580cd30 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.879429] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.882618] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 844.882618] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526e28e4-7e12-957b-e165-d643ecd9e7c4" [ 844.882618] env[68802]: _type = "Task" [ 844.882618] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.894529] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526e28e4-7e12-957b-e165-d643ecd9e7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.962165] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795444, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.098041] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795441, 'name': Rename_Task, 'duration_secs': 1.165405} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.098729] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.099351] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a856eff9-027f-469a-9d42-8583005e1ce4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.109036] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 845.109036] env[68802]: value = "task-2795446" [ 845.109036] env[68802]: _type = "Task" [ 845.109036] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.117994] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.127800] env[68802]: DEBUG nova.compute.manager [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.176082] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e0eb2b5d0e320dc5e0cb5f9d0dd0bee0',container_format='bare',created_at=2025-03-06T07:36:55Z,direct_url=,disk_format='vmdk',id=d0775249-0a0c-4fb2-9ba6-103d386311eb,min_disk=1,min_ram=0,name='tempest-test-snap-1542573860',owner='3306c3c65a254cb7a49c71af2ed776a2',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-06T07:37:11Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.176513] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.176797] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.177126] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.177371] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.177649] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.178088] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.178422] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.178788] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.179127] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.179476] env[68802]: DEBUG nova.virt.hardware [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.184269] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac73433-5561-444a-846d-65b1c57aac65 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.187447] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.190920] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.916s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.191234] env[68802]: DEBUG nova.objects.instance [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lazy-loading 'resources' on Instance uuid a6aed941-7874-473c-b13e-848727f2bc91 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.201524] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aa670c-75f5-42ad-b078-75fca2060203 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.225040] env[68802]: INFO nova.scheduler.client.report [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Deleted allocations for instance 7df30cf8-1627-4288-974c-1bacc2986a27 [ 845.296037] env[68802]: DEBUG nova.compute.manager [req-78d86a5f-96e7-4373-811d-18166a8e2fa2 req-f074a311-ed9d-4348-a6e6-f2e70f7e76ef service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Received event network-vif-deleted-15662f56-52f5-4db6-8560-f66b13117d90 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 845.296379] env[68802]: INFO nova.compute.manager [req-78d86a5f-96e7-4373-811d-18166a8e2fa2 req-f074a311-ed9d-4348-a6e6-f2e70f7e76ef service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Neutron deleted interface 15662f56-52f5-4db6-8560-f66b13117d90; detaching it from the instance and deleting it from the info cache [ 845.296609] env[68802]: DEBUG nova.network.neutron [req-78d86a5f-96e7-4373-811d-18166a8e2fa2 req-f074a311-ed9d-4348-a6e6-f2e70f7e76ef service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.379487] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492942} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.379757] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 55060620-d0ea-4609-a2d1-1421edfbf791/55060620-d0ea-4609-a2d1-1421edfbf791.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.379969] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.380248] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c93be13f-7fb7-4131-8c09-7bbf0e68a33e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.389889] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 845.389889] env[68802]: value = "task-2795447" [ 845.389889] env[68802]: _type = "Task" [ 845.389889] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.398445] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526e28e4-7e12-957b-e165-d643ecd9e7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.399882] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b5daab-8dc3-4d2a-b6a9-aef4f2b466d2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.406225] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.409393] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 845.409393] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dd4990-ce8e-2f37-26ac-c03a3026fe4f" [ 845.409393] env[68802]: _type = "Task" [ 845.409393] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.417382] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dd4990-ce8e-2f37-26ac-c03a3026fe4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.462089] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795444, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.588468] env[68802]: DEBUG nova.compute.manager [req-8383df0e-7882-4b0c-ac34-1c8c58c8e638 req-efda5535-852c-40fd-a35d-c7350fccbc59 service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Received event network-vif-plugged-dc649237-67ef-4302-9deb-6ac38637552f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 845.588468] env[68802]: DEBUG oslo_concurrency.lockutils [req-8383df0e-7882-4b0c-ac34-1c8c58c8e638 req-efda5535-852c-40fd-a35d-c7350fccbc59 service nova] Acquiring lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.588468] env[68802]: DEBUG oslo_concurrency.lockutils [req-8383df0e-7882-4b0c-ac34-1c8c58c8e638 req-efda5535-852c-40fd-a35d-c7350fccbc59 service nova] Lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.588468] env[68802]: DEBUG oslo_concurrency.lockutils [req-8383df0e-7882-4b0c-ac34-1c8c58c8e638 req-efda5535-852c-40fd-a35d-c7350fccbc59 service nova] Lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.588468] env[68802]: DEBUG nova.compute.manager [req-8383df0e-7882-4b0c-ac34-1c8c58c8e638 req-efda5535-852c-40fd-a35d-c7350fccbc59 service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] No waiting events found dispatching network-vif-plugged-dc649237-67ef-4302-9deb-6ac38637552f {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.589286] env[68802]: WARNING nova.compute.manager [req-8383df0e-7882-4b0c-ac34-1c8c58c8e638 req-efda5535-852c-40fd-a35d-c7350fccbc59 service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Received unexpected event network-vif-plugged-dc649237-67ef-4302-9deb-6ac38637552f for instance with vm_state building and task_state spawning. [ 845.617374] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.684221] env[68802]: DEBUG nova.network.neutron [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Successfully updated port: dc649237-67ef-4302-9deb-6ac38637552f {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.739923] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d7d9d54-2de0-4387-af39-428f9aaca8a6 tempest-InstanceActionsV221TestJSON-403225383 tempest-InstanceActionsV221TestJSON-403225383-project-member] Lock "7df30cf8-1627-4288-974c-1bacc2986a27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.901s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.774340] env[68802]: DEBUG nova.network.neutron [-] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.804022] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6950fbe0-071e-4d88-9f9e-914859b1931e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.812985] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba689214-7a90-46fa-9b90-847353133a92 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.860729] env[68802]: DEBUG nova.compute.manager [req-78d86a5f-96e7-4373-811d-18166a8e2fa2 req-f074a311-ed9d-4348-a6e6-f2e70f7e76ef service nova] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Detach interface failed, port_id=15662f56-52f5-4db6-8560-f66b13117d90, reason: Instance 50e88850-968f-472b-9921-bbf973b475bc could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 845.905177] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067432} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.905177] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.905177] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb41514-d6db-4c65-8486-410d6c7358d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.928793] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 55060620-d0ea-4609-a2d1-1421edfbf791/55060620-d0ea-4609-a2d1-1421edfbf791.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.934771] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ca59b36-4ccb-489a-907d-5a616d7d8558 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.950178] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.950974] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f358d59f-c0da-4fba-bf49-557471564e97 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.958097] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dd4990-ce8e-2f37-26ac-c03a3026fe4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.962641] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.962949] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8/7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.963304] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 845.963304] env[68802]: value = "task-2795448" [ 845.963304] env[68802]: _type = "Task" [ 845.963304] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.966705] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67c3dfe1-a83a-4004-a026-bb2a4fa7e849 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.968664] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 845.968664] env[68802]: value = "task-2795449" [ 845.968664] env[68802]: _type = "Task" [ 845.968664] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.979972] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795444, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.982430] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 845.982430] env[68802]: value = "task-2795450" [ 845.982430] env[68802]: _type = "Task" [ 845.982430] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.985885] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.996152] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.001980] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.120214] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.189222] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "refresh_cache-cf278df2-2ca0-4bc9-9246-dd2bc32080f0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.189501] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "refresh_cache-cf278df2-2ca0-4bc9-9246-dd2bc32080f0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.189501] env[68802]: DEBUG nova.network.neutron [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.254044] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa5395a-e79b-477d-a805-395b3cd060eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.263725] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe451f9-bbcb-4350-9868-c2171f791969 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.303474] env[68802]: INFO nova.compute.manager [-] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Took 1.60 seconds to deallocate network for instance. [ 846.306390] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc297f3e-5319-46eb-91e8-c6e1ca22a557 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.319338] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ece8596-0ad1-4214-bf1b-a0fd1679f27c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.338055] env[68802]: DEBUG nova.compute.provider_tree [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.468939] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795444, 'name': CloneVM_Task, 'duration_secs': 1.939213} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.473677] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Created linked-clone VM from snapshot [ 846.475143] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa3782-c44e-41b1-93ef-7af4b552108c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.488135] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.499062] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Uploading image 901c4307-b6e7-4bf1-8b71-f9af10102803 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 846.500900] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795449, 'name': PowerOffVM_Task, 'duration_secs': 0.262371} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.501437] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.503708] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e899f47-fa5b-460c-876b-be4c7b10c184 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.509975] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.532533] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0480456-9da9-4b5b-810c-bba175eb98be {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.538676] env[68802]: DEBUG oslo_vmware.rw_handles [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 846.538676] env[68802]: value = "vm-561844" [ 846.538676] env[68802]: _type = "VirtualMachine" [ 846.538676] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 846.539051] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f24efa07-1170-459b-bd32-b258c9b0965b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.550264] env[68802]: DEBUG oslo_vmware.rw_handles [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lease: (returnval){ [ 846.550264] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5274e1ef-c1af-0e82-d371-cfa31798d133" [ 846.550264] env[68802]: _type = "HttpNfcLease" [ 846.550264] env[68802]: } obtained for exporting VM: (result){ [ 846.550264] env[68802]: value = "vm-561844" [ 846.550264] env[68802]: _type = "VirtualMachine" [ 846.550264] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 846.550638] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the lease: (returnval){ [ 846.550638] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5274e1ef-c1af-0e82-d371-cfa31798d133" [ 846.550638] env[68802]: _type = "HttpNfcLease" [ 846.550638] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 846.560608] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.560608] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5274e1ef-c1af-0e82-d371-cfa31798d133" [ 846.560608] env[68802]: _type = "HttpNfcLease" [ 846.560608] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 846.575940] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.576294] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b07f948-b89a-49c6-a8f5-5c7b223307d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.583334] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 846.583334] env[68802]: value = "task-2795452" [ 846.583334] env[68802]: _type = "Task" [ 846.583334] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.591784] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.617802] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795446, 'name': PowerOnVM_Task, 'duration_secs': 1.18852} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.618110] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.618320] env[68802]: INFO nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Took 8.99 seconds to spawn the instance on the hypervisor. [ 846.618505] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.619365] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d301c888-3077-4530-9bf2-7d680b2fa4f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.724086] env[68802]: DEBUG nova.network.neutron [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.815809] env[68802]: DEBUG oslo_concurrency.lockutils [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.842731] env[68802]: DEBUG nova.scheduler.client.report [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.850749] env[68802]: DEBUG nova.network.neutron [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Updating instance_info_cache with network_info: [{"id": "dc649237-67ef-4302-9deb-6ac38637552f", "address": "fa:16:3e:e0:33:dd", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc649237-67", "ovs_interfaceid": "dc649237-67ef-4302-9deb-6ac38637552f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.978384] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795448, 'name': ReconfigVM_Task, 'duration_secs': 0.569454} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.978735] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 55060620-d0ea-4609-a2d1-1421edfbf791/55060620-d0ea-4609-a2d1-1421edfbf791.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.979725] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9812338-ebd3-4495-bc3e-2b8c071cce72 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.987423] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 846.987423] env[68802]: value = "task-2795453" [ 846.987423] env[68802]: _type = "Task" [ 846.987423] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.000799] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795453, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.002709] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697888} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.002942] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8/7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.003175] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.003420] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9945ecf8-e894-4f4f-bdb2-dc2d1ff2881f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.009378] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 847.009378] env[68802]: value = "task-2795454" [ 847.009378] env[68802]: _type = "Task" [ 847.009378] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.018734] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.060527] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.060527] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5274e1ef-c1af-0e82-d371-cfa31798d133" [ 847.060527] env[68802]: _type = "HttpNfcLease" [ 847.060527] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 847.060973] env[68802]: DEBUG oslo_vmware.rw_handles [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 847.060973] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5274e1ef-c1af-0e82-d371-cfa31798d133" [ 847.060973] env[68802]: _type = "HttpNfcLease" [ 847.060973] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 847.064076] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17862c6-fc01-43c8-a875-227af15c9a8d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.076317] env[68802]: DEBUG oslo_vmware.rw_handles [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52320d06-dd95-c2e0-7d02-65be195d357b/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 847.076317] env[68802]: DEBUG oslo_vmware.rw_handles [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52320d06-dd95-c2e0-7d02-65be195d357b/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 847.176274] env[68802]: INFO nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Took 43.24 seconds to build instance. [ 847.182390] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 847.182991] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.182991] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.182991] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.183308] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.183487] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7b8ec9b-1380-4d9e-8f11-3528ee515a80 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.195091] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.195091] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.195091] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c41f15-d45c-4c9d-9b21-c86b3e00bc78 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.202357] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 847.202357] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52714410-31ed-6330-448f-b461c2f16cb7" [ 847.202357] env[68802]: _type = "Task" [ 847.202357] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.210956] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52714410-31ed-6330-448f-b461c2f16cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.216203] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cd01e04-b180-44c8-a2c1-5e4837059fb3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.352927] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.355407] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "refresh_cache-cf278df2-2ca0-4bc9-9246-dd2bc32080f0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.355598] env[68802]: DEBUG nova.compute.manager [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Instance network_info: |[{"id": "dc649237-67ef-4302-9deb-6ac38637552f", "address": "fa:16:3e:e0:33:dd", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc649237-67", "ovs_interfaceid": "dc649237-67ef-4302-9deb-6ac38637552f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.357080] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.929s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.357080] env[68802]: DEBUG nova.objects.instance [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lazy-loading 'resources' on Instance uuid ddeb15eb-665e-4e88-abf1-391ffbfd9840 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.357652] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:33:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc649237-67ef-4302-9deb-6ac38637552f', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.365550] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.366454] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.366683] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4236d546-f0e6-4776-91e1-adae920bb2ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.384284] env[68802]: INFO nova.scheduler.client.report [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Deleted allocations for instance a6aed941-7874-473c-b13e-848727f2bc91 [ 847.393019] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.393019] env[68802]: value = "task-2795455" [ 847.393019] env[68802]: _type = "Task" [ 847.393019] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.402575] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795455, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.501500] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795453, 'name': Rename_Task, 'duration_secs': 0.218853} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.502343] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.502343] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc9d095a-3c41-4103-be3b-914ad49788c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.509693] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 847.509693] env[68802]: value = "task-2795456" [ 847.509693] env[68802]: _type = "Task" [ 847.509693] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.528436] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795456, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.532032] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064627} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.532032] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.532449] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08619ef-f07d-4c9d-84c9-c4099c04fe0d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.557483] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8/7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.557855] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-889eac1f-444e-4fc8-94af-5c7df02ba3a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.579108] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 847.579108] env[68802]: value = "task-2795457" [ 847.579108] env[68802]: _type = "Task" [ 847.579108] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.587955] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.619526] env[68802]: DEBUG nova.compute.manager [req-5e54d596-e2f7-4db3-9b68-383e177e454d req-db4b5d11-8a53-43fa-967c-c7c18407e57c service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Received event network-changed-dc649237-67ef-4302-9deb-6ac38637552f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 847.619722] env[68802]: DEBUG nova.compute.manager [req-5e54d596-e2f7-4db3-9b68-383e177e454d req-db4b5d11-8a53-43fa-967c-c7c18407e57c service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Refreshing instance network info cache due to event network-changed-dc649237-67ef-4302-9deb-6ac38637552f. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 847.619977] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e54d596-e2f7-4db3-9b68-383e177e454d req-db4b5d11-8a53-43fa-967c-c7c18407e57c service nova] Acquiring lock "refresh_cache-cf278df2-2ca0-4bc9-9246-dd2bc32080f0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.620293] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e54d596-e2f7-4db3-9b68-383e177e454d req-db4b5d11-8a53-43fa-967c-c7c18407e57c service nova] Acquired lock "refresh_cache-cf278df2-2ca0-4bc9-9246-dd2bc32080f0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.620633] env[68802]: DEBUG nova.network.neutron [req-5e54d596-e2f7-4db3-9b68-383e177e454d req-db4b5d11-8a53-43fa-967c-c7c18407e57c service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Refreshing network info cache for port dc649237-67ef-4302-9deb-6ac38637552f {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.678695] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.565s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.713580] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52714410-31ed-6330-448f-b461c2f16cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.014333} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.714677] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbd7c8f-21f3-4630-a37f-b212e35ff617 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.720805] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 847.720805] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b04386-a0bc-ffb3-1ff0-f1789ddacd91" [ 847.720805] env[68802]: _type = "Task" [ 847.720805] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.729748] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b04386-a0bc-ffb3-1ff0-f1789ddacd91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.896498] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2f1a4-39cf-405a-a412-f167d65a6244 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "a6aed941-7874-473c-b13e-848727f2bc91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.228s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.906957] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795455, 'name': CreateVM_Task, 'duration_secs': 0.496845} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.909743] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.910627] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.910946] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.911630] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.911871] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be57c334-d66b-4432-809b-1f61e9b20730 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.918864] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 847.918864] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5274b2a3-2cad-f398-d8a2-2f9332571f8f" [ 847.918864] env[68802]: _type = "Task" [ 847.918864] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.928480] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5274b2a3-2cad-f398-d8a2-2f9332571f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.020065] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795456, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.097810] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.235416] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b04386-a0bc-ffb3-1ff0-f1789ddacd91, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.235727] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.236062] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 39a65ac9-8c3a-4188-af4b-f6f72739c0ff/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. {{(pid=68802) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 848.236527] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bb961ac-d2c3-4765-8c47-d00e5ca1974e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.247137] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 848.247137] env[68802]: value = "task-2795458" [ 848.247137] env[68802]: _type = "Task" [ 848.247137] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.263128] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.376099] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1874c9c9-cb73-4f54-9142-e2225f176ce7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.384014] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d559d8b5-69b4-4302-bd61-f8069cf696bf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.419811] env[68802]: DEBUG nova.network.neutron [req-5e54d596-e2f7-4db3-9b68-383e177e454d req-db4b5d11-8a53-43fa-967c-c7c18407e57c service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Updated VIF entry in instance network info cache for port dc649237-67ef-4302-9deb-6ac38637552f. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.420359] env[68802]: DEBUG nova.network.neutron [req-5e54d596-e2f7-4db3-9b68-383e177e454d req-db4b5d11-8a53-43fa-967c-c7c18407e57c service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Updating instance_info_cache with network_info: [{"id": "dc649237-67ef-4302-9deb-6ac38637552f", "address": "fa:16:3e:e0:33:dd", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc649237-67", "ovs_interfaceid": "dc649237-67ef-4302-9deb-6ac38637552f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.425020] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8a5c19-375e-4759-bd1e-4839bbbb4a16 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.438414] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25995e1c-0d9e-4fd2-8321-a292863adb8b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.443363] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.443700] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Processing image d0775249-0a0c-4fb2-9ba6-103d386311eb {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.444081] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb/d0775249-0a0c-4fb2-9ba6-103d386311eb.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.444338] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb/d0775249-0a0c-4fb2-9ba6-103d386311eb.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.444591] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.445331] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de8af4c6-5875-40de-be77-9e9a65a3381a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.455798] env[68802]: DEBUG nova.compute.provider_tree [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.464162] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.464437] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.465270] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5c993b-d5c2-4b90-aa42-a2836ef87e2c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.471902] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 848.471902] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52145397-3e5a-a3ae-8c20-bd2b19bb29c6" [ 848.471902] env[68802]: _type = "Task" [ 848.471902] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.480681] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52145397-3e5a-a3ae-8c20-bd2b19bb29c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.521181] env[68802]: DEBUG oslo_vmware.api [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795456, 'name': PowerOnVM_Task, 'duration_secs': 0.751897} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.525397] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.525903] env[68802]: INFO nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Took 8.39 seconds to spawn the instance on the hypervisor. [ 848.526293] env[68802]: DEBUG nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.527459] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79db0307-fc5b-4e39-a942-13e5f7e6dd20 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.591111] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795457, 'name': ReconfigVM_Task, 'duration_secs': 0.591241} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.591111] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8/7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.591861] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0218cd8e-886e-4093-99b3-2a48c4d54c3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.599208] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 848.599208] env[68802]: value = "task-2795459" [ 848.599208] env[68802]: _type = "Task" [ 848.599208] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.610568] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795459, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.760594] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.927297] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e54d596-e2f7-4db3-9b68-383e177e454d req-db4b5d11-8a53-43fa-967c-c7c18407e57c service nova] Releasing lock "refresh_cache-cf278df2-2ca0-4bc9-9246-dd2bc32080f0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.985341] env[68802]: ERROR nova.scheduler.client.report [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] [req-46f5e8d7-66bb-4693-9f67-a1263497e2ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46f5e8d7-66bb-4693-9f67-a1263497e2ef"}]} [ 848.985949] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Preparing fetch location {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 848.986344] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Fetch image to [datastore1] OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2/OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2.vmdk {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 848.986590] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Downloading stream optimized image d0775249-0a0c-4fb2-9ba6-103d386311eb to [datastore1] OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2/OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2.vmdk on the data store datastore1 as vApp {{(pid=68802) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 848.986871] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Downloading image file data d0775249-0a0c-4fb2-9ba6-103d386311eb to the ESX as VM named 'OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2' {{(pid=68802) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 849.012524] env[68802]: DEBUG nova.scheduler.client.report [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 849.036405] env[68802]: DEBUG nova.scheduler.client.report [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 849.036744] env[68802]: DEBUG nova.compute.provider_tree [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.054008] env[68802]: DEBUG nova.scheduler.client.report [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 849.069068] env[68802]: INFO nova.compute.manager [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Took 42.01 seconds to build instance. [ 849.079847] env[68802]: DEBUG nova.scheduler.client.report [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 849.085813] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 849.085813] env[68802]: value = "resgroup-9" [ 849.085813] env[68802]: _type = "ResourcePool" [ 849.085813] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 849.085813] env[68802]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-68a41093-b56d-4ed0-bea5-25e7021f10b6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.119258] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795459, 'name': Rename_Task, 'duration_secs': 0.219317} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.121013] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.121566] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lease: (returnval){ [ 849.121566] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e1cdad-b614-562e-9653-cc0d7a561d11" [ 849.121566] env[68802]: _type = "HttpNfcLease" [ 849.121566] env[68802]: } obtained for vApp import into resource pool (val){ [ 849.121566] env[68802]: value = "resgroup-9" [ 849.121566] env[68802]: _type = "ResourcePool" [ 849.121566] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 849.121566] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the lease: (returnval){ [ 849.121566] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e1cdad-b614-562e-9653-cc0d7a561d11" [ 849.121566] env[68802]: _type = "HttpNfcLease" [ 849.121566] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 849.121920] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4bf9042-5df6-4ae0-bade-08885918d487 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.135239] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.135239] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e1cdad-b614-562e-9653-cc0d7a561d11" [ 849.135239] env[68802]: _type = "HttpNfcLease" [ 849.135239] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 849.136410] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 849.136410] env[68802]: value = "task-2795461" [ 849.136410] env[68802]: _type = "Task" [ 849.136410] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.152465] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.264444] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795458, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.557326] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a453d89-813e-4518-8e85-ff5ad0a8c572 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.565347] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55f2ef8-4d0d-4567-88f5-50c543894c5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.571662] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e9d9ae81-ded5-4921-a6ed-1635e21ece31 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "55060620-d0ea-4609-a2d1-1421edfbf791" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.402s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.599783] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e7a98e-bc28-4c56-b3d0-3f277cd58b0f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.607269] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ff4103-219b-45e6-867d-fcd9aef8d567 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.621501] env[68802]: DEBUG nova.compute.provider_tree [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.630009] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.630009] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e1cdad-b614-562e-9653-cc0d7a561d11" [ 849.630009] env[68802]: _type = "HttpNfcLease" [ 849.630009] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 849.646172] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.761811] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795458, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.104184} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.762091] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 39a65ac9-8c3a-4188-af4b-f6f72739c0ff/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. [ 849.763069] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240909ed-a906-468c-ac12-4b24f490f362 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.794304] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 39a65ac9-8c3a-4188-af4b-f6f72739c0ff/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.794777] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-960339fb-e2fe-405e-87a1-25822659d9d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.814684] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 849.814684] env[68802]: value = "task-2795462" [ 849.814684] env[68802]: _type = "Task" [ 849.814684] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.822663] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.913989] env[68802]: DEBUG oslo_concurrency.lockutils [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "badaf748-ebc3-4152-b14f-4c7b7de10264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.914293] env[68802]: DEBUG oslo_concurrency.lockutils [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "badaf748-ebc3-4152-b14f-4c7b7de10264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.914510] env[68802]: DEBUG oslo_concurrency.lockutils [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "badaf748-ebc3-4152-b14f-4c7b7de10264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.914691] env[68802]: DEBUG oslo_concurrency.lockutils [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "badaf748-ebc3-4152-b14f-4c7b7de10264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.914869] env[68802]: DEBUG oslo_concurrency.lockutils [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "badaf748-ebc3-4152-b14f-4c7b7de10264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.917263] env[68802]: INFO nova.compute.manager [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Terminating instance [ 850.135679] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.135679] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e1cdad-b614-562e-9653-cc0d7a561d11" [ 850.135679] env[68802]: _type = "HttpNfcLease" [ 850.135679] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.135679] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.135679] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e1cdad-b614-562e-9653-cc0d7a561d11" [ 850.135679] env[68802]: _type = "HttpNfcLease" [ 850.135679] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 850.136319] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e711d19b-6f8c-407d-8833-65410dc95d38 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.147944] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4c35-c1f8-46e2-9e6c-5292a7ff71ee/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.148151] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4c35-c1f8-46e2-9e6c-5292a7ff71ee/disk-0.vmdk. {{(pid=68802) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 850.152804] env[68802]: DEBUG oslo_vmware.api [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795461, 'name': PowerOnVM_Task, 'duration_secs': 0.809845} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.154168] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.154168] env[68802]: INFO nova.compute.manager [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Took 7.51 seconds to spawn the instance on the hypervisor. [ 850.154365] env[68802]: DEBUG nova.compute.manager [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.209671] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c62cbc7-9b5d-46f9-a284-a28a56966ab1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.215443] env[68802]: DEBUG nova.scheduler.client.report [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 850.215822] env[68802]: DEBUG nova.compute.provider_tree [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 82 to 83 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 850.216116] env[68802]: DEBUG nova.compute.provider_tree [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.231299] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96611efd-36f9-4635-af49-c9fcbc9efd4c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.324778] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.421290] env[68802]: DEBUG nova.compute.manager [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.421513] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.422421] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cbb30c-e0ca-4b47-845c-39a16634d5ee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.430250] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.430833] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44283cd7-024e-45f0-a60a-131ec0fdbdd8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.437237] env[68802]: DEBUG oslo_vmware.api [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 850.437237] env[68802]: value = "task-2795463" [ 850.437237] env[68802]: _type = "Task" [ 850.437237] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.444854] env[68802]: DEBUG oslo_vmware.api [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.543241] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.543492] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.543699] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.543891] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.544070] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.546389] env[68802]: INFO nova.compute.manager [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Terminating instance [ 850.725186] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.368s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.730918] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.655s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.733606] env[68802]: INFO nova.compute.claims [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.752848] env[68802]: INFO nova.compute.manager [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Took 42.20 seconds to build instance. [ 850.757734] env[68802]: INFO nova.scheduler.client.report [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Deleted allocations for instance ddeb15eb-665e-4e88-abf1-391ffbfd9840 [ 850.827777] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795462, 'name': ReconfigVM_Task, 'duration_secs': 0.792729} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.830604] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 39a65ac9-8c3a-4188-af4b-f6f72739c0ff/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.831766] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae18ca9-2c96-4bee-8d78-bd49c9e80a10 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.871033] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff8903ae-3cd2-4b90-b8f5-d4991fa2541d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.892771] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 850.892771] env[68802]: value = "task-2795464" [ 850.892771] env[68802]: _type = "Task" [ 850.892771] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.906822] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.949686] env[68802]: DEBUG oslo_vmware.api [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795463, 'name': PowerOffVM_Task, 'duration_secs': 0.299288} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.949817] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.950117] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.950481] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04124b0d-b76d-4d96-becf-ca1ad0fee2b6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.035377] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.035377] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.035629] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Deleting the datastore file [datastore2] badaf748-ebc3-4152-b14f-4c7b7de10264 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.035776] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-110aa0b4-472f-4e6a-a525-5dd9f841a90d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.044719] env[68802]: DEBUG oslo_vmware.api [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 851.044719] env[68802]: value = "task-2795466" [ 851.044719] env[68802]: _type = "Task" [ 851.044719] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.050364] env[68802]: DEBUG nova.compute.manager [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.050651] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.051932] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb666f7c-7e9d-4005-9cfd-af214198d34f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.058196] env[68802]: DEBUG oslo_vmware.api [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.064823] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.065170] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-377f22e6-f3e0-499b-ba72-e56957824992 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.070772] env[68802]: DEBUG oslo_vmware.api [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 851.070772] env[68802]: value = "task-2795467" [ 851.070772] env[68802]: _type = "Task" [ 851.070772] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.080022] env[68802]: DEBUG oslo_vmware.api [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.256468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-721ac46d-597e-435e-8141-ca1c432eccba tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.403s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.266302] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01716def-439e-48b6-8052-ad151d8e877f tempest-ServersNegativeTestMultiTenantJSON-1329205525 tempest-ServersNegativeTestMultiTenantJSON-1329205525-project-member] Lock "ddeb15eb-665e-4e88-abf1-391ffbfd9840" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.221s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.383197] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Completed reading data from the image iterator. {{(pid=68802) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 851.383470] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4c35-c1f8-46e2-9e6c-5292a7ff71ee/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 851.384521] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36427334-be82-4baf-9d90-54d7ac14394e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.392207] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4c35-c1f8-46e2-9e6c-5292a7ff71ee/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 851.392385] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4c35-c1f8-46e2-9e6c-5292a7ff71ee/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 851.392627] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cf484c5b-34f3-42fb-b802-bf8ff1e31907 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.402848] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795464, 'name': ReconfigVM_Task, 'duration_secs': 0.207875} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.403206] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.403536] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fd3e8bb-4ff4-459d-8c17-f122bb3a8a5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.409229] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 851.409229] env[68802]: value = "task-2795468" [ 851.409229] env[68802]: _type = "Task" [ 851.409229] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.417143] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.556793] env[68802]: DEBUG oslo_vmware.api [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244382} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.558039] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.558039] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.558039] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.558039] env[68802]: INFO nova.compute.manager [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Took 1.14 seconds to destroy the instance on the hypervisor. [ 851.558039] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.558360] env[68802]: DEBUG nova.compute.manager [-] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.558360] env[68802]: DEBUG nova.network.neutron [-] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.580444] env[68802]: DEBUG oslo_vmware.api [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795467, 'name': PowerOffVM_Task, 'duration_secs': 0.236291} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.580715] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.580881] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.581156] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-257fea55-5b1f-4e5f-9eac-38af4d32f7c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.660758] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.661027] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.661254] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Deleting the datastore file [datastore2] 9ab2a6a4-482e-4b86-8259-e23bebe7198e {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.661601] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90ad5293-79c7-433a-bd9f-596f37b742ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.668960] env[68802]: DEBUG oslo_vmware.api [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for the task: (returnval){ [ 851.668960] env[68802]: value = "task-2795470" [ 851.668960] env[68802]: _type = "Task" [ 851.668960] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.677991] env[68802]: DEBUG oslo_vmware.api [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.733156] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4c35-c1f8-46e2-9e6c-5292a7ff71ee/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 851.733392] env[68802]: INFO nova.virt.vmwareapi.images [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Downloaded image file data d0775249-0a0c-4fb2-9ba6-103d386311eb [ 851.734447] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53850d0e-82d8-44f2-9318-c868012b92ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.751349] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46abe547-022a-4f96-bda9-82c79fdad280 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.793889] env[68802]: INFO nova.virt.vmwareapi.images [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] The imported VM was unregistered [ 851.795709] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Caching image {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 851.795927] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.796225] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56e8f15a-4907-49a8-8e9b-5b245e7bf012 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.814151] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Created directory with path [datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.815483] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2/OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2.vmdk to [datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb/d0775249-0a0c-4fb2-9ba6-103d386311eb.vmdk. {{(pid=68802) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 851.815483] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-755b4096-134a-4bb1-b5a1-079591215f80 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.822814] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 851.822814] env[68802]: value = "task-2795472" [ 851.822814] env[68802]: _type = "Task" [ 851.822814] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.836644] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795472, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.850198] env[68802]: DEBUG nova.compute.manager [req-1c13f7e4-85a3-4f76-b892-85397554108e req-54d7418c-016e-44b9-ab67-8b3949c76d46 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Received event network-vif-deleted-8db0d4d8-2662-421e-a393-bc94e3d84b06 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 851.850198] env[68802]: INFO nova.compute.manager [req-1c13f7e4-85a3-4f76-b892-85397554108e req-54d7418c-016e-44b9-ab67-8b3949c76d46 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Neutron deleted interface 8db0d4d8-2662-421e-a393-bc94e3d84b06; detaching it from the instance and deleting it from the info cache [ 851.850198] env[68802]: DEBUG nova.network.neutron [req-1c13f7e4-85a3-4f76-b892-85397554108e req-54d7418c-016e-44b9-ab67-8b3949c76d46 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.919248] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.962281] env[68802]: INFO nova.compute.manager [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Rebuilding instance [ 852.011688] env[68802]: DEBUG nova.compute.manager [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.012622] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee40e0a-6af6-4db8-94b9-6d6836863f9f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.183631] env[68802]: DEBUG oslo_vmware.api [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Task: {'id': task-2795470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270382} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.183910] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.184127] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.184315] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.184493] env[68802]: INFO nova.compute.manager [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 852.184792] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.188022] env[68802]: DEBUG nova.compute.manager [-] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.188022] env[68802]: DEBUG nova.network.neutron [-] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.205772] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b794375f-1830-4d51-af86-9db276463b70 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.215872] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201ae38f-27ed-4b23-8cd8-72807d97e5de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.256880] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd939b-a9a5-437f-9bf9-582ff54e1835 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.266415] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6081a47b-af94-4763-a98d-c9abb5a19536 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.284466] env[68802]: DEBUG nova.compute.provider_tree [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.307544] env[68802]: DEBUG nova.network.neutron [-] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.340744] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795472, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.357136] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a38c18d-81f7-4847-b5da-f9f976ff6953 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.370028] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efe35de-bbc6-45b9-8900-cc2c56ea56d5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.411272] env[68802]: DEBUG nova.compute.manager [req-1c13f7e4-85a3-4f76-b892-85397554108e req-54d7418c-016e-44b9-ab67-8b3949c76d46 service nova] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Detach interface failed, port_id=8db0d4d8-2662-421e-a393-bc94e3d84b06, reason: Instance badaf748-ebc3-4152-b14f-4c7b7de10264 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 852.422387] env[68802]: DEBUG oslo_vmware.api [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795468, 'name': PowerOnVM_Task, 'duration_secs': 0.634525} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.422540] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.427772] env[68802]: DEBUG nova.compute.manager [None req-7d764347-315c-4113-8dbd-c4fe3fa9a027 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.428787] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c391e09-362e-4fac-9eee-0fca188e8f27 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.810952] env[68802]: INFO nova.compute.manager [-] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Took 1.25 seconds to deallocate network for instance. [ 852.826140] env[68802]: DEBUG nova.scheduler.client.report [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.826140] env[68802]: DEBUG nova.compute.provider_tree [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 83 to 84 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.826140] env[68802]: DEBUG nova.compute.provider_tree [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.844367] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795472, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.028180] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.028532] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a44c525f-6c42-4b4b-9421-d3f07df23468 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.038762] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 853.038762] env[68802]: value = "task-2795473" [ 853.038762] env[68802]: _type = "Task" [ 853.038762] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.056459] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.067243] env[68802]: DEBUG nova.network.neutron [-] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.320181] env[68802]: DEBUG oslo_concurrency.lockutils [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.334381] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.335041] env[68802]: DEBUG nova.compute.manager [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.337826] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.563s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.338102] env[68802]: DEBUG nova.objects.instance [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lazy-loading 'resources' on Instance uuid 9539e853-9404-4b1d-b1cd-017cf7704938 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.347822] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795472, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.551658] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795473, 'name': PowerOffVM_Task, 'duration_secs': 0.197011} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.551947] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.552706] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.553567] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ddae4-ee73-4327-8354-73386071ad04 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.562958] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.563249] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41991868-9da7-432a-8c06-f5079ab685b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.570700] env[68802]: INFO nova.compute.manager [-] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Took 1.39 seconds to deallocate network for instance. [ 853.590743] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.590993] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.591171] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Deleting the datastore file [datastore1] 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.591466] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c77fa993-58ea-48f8-9b5a-b79b5d8dc67f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.601075] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 853.601075] env[68802]: value = "task-2795475" [ 853.601075] env[68802]: _type = "Task" [ 853.601075] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.611940] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.842843] env[68802]: DEBUG nova.compute.utils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.844446] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795472, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.845080] env[68802]: DEBUG nova.compute.manager [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.845326] env[68802]: DEBUG nova.network.neutron [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.884632] env[68802]: DEBUG nova.compute.manager [req-f860df7a-6025-4010-b51a-f2cb62557858 req-a2431a71-e14b-4ef9-8651-44886ed5a014 service nova] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Received event network-vif-deleted-9bdea047-b9c5-4c5e-8e16-acda4367c2c5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 853.884784] env[68802]: INFO nova.compute.manager [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Unrescuing [ 853.885128] env[68802]: DEBUG oslo_concurrency.lockutils [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.885350] env[68802]: DEBUG oslo_concurrency.lockutils [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.885564] env[68802]: DEBUG nova.network.neutron [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.896542] env[68802]: DEBUG nova.policy [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a91c42c89a4044e9b38de1fa8fca29b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ac4308f08c345188784ec4b16bbd7be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.079879] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.119456] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.293774] env[68802]: DEBUG nova.network.neutron [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Successfully created port: c1acba7b-103f-42d1-b564-dd02833c06a2 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.352599] env[68802]: DEBUG nova.compute.manager [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.356962] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795472, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.376304] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9c8c8e-c3f3-41b1-82f2-670d1e34377a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.384368] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9561649a-dbfc-40ed-b14d-df5ecc580def {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.421198] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3ce393-eb65-4279-8253-bdb51cc85299 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.429184] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc700236-94d4-4bcb-8588-550ce98b696f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.447282] env[68802]: DEBUG nova.compute.provider_tree [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.610752] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.707043} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.611205] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.611205] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.611366] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.849701] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795472, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.534594} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.850283] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2/OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2.vmdk to [datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb/d0775249-0a0c-4fb2-9ba6-103d386311eb.vmdk. [ 854.850684] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Cleaning up location [datastore1] OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2 {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 854.851279] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e6e67159-201a-443f-a943-4a30f38d04f2 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.851876] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74123b37-95bd-41dd-b667-193619f3bba5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.863356] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 854.863356] env[68802]: value = "task-2795476" [ 854.863356] env[68802]: _type = "Task" [ 854.863356] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.873048] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.953028] env[68802]: DEBUG nova.scheduler.client.report [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.069268] env[68802]: DEBUG nova.network.neutron [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Updating instance_info_cache with network_info: [{"id": "2b7c90b3-563c-460c-91ad-7687dd7ebf66", "address": "fa:16:3e:f4:d7:e3", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7c90b3-56", "ovs_interfaceid": "2b7c90b3-563c-460c-91ad-7687dd7ebf66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.366263] env[68802]: DEBUG nova.compute.manager [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.377633] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170055} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.377879] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.378184] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb/d0775249-0a0c-4fb2-9ba6-103d386311eb.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.378492] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb/d0775249-0a0c-4fb2-9ba6-103d386311eb.vmdk to [datastore1] cf278df2-2ca0-4bc9-9246-dd2bc32080f0/cf278df2-2ca0-4bc9-9246-dd2bc32080f0.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.378747] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3acd13cc-ee22-4712-9858-bef30934a24e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.385630] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 855.385630] env[68802]: value = "task-2795477" [ 855.385630] env[68802]: _type = "Task" [ 855.385630] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.393198] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.393528] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.393604] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.393887] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.394008] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.394161] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.394371] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.394526] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.394761] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.394841] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.395081] env[68802]: DEBUG nova.virt.hardware [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.395792] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceea9f0-ac07-4f41-a3ea-b53d1096a28f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.401182] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.406154] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fe3261-07a3-41fb-b3db-3b6b4481c92b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.455902] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.458479] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.575s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.486598] env[68802]: INFO nova.scheduler.client.report [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Deleted allocations for instance 9539e853-9404-4b1d-b1cd-017cf7704938 [ 855.571749] env[68802]: DEBUG oslo_concurrency.lockutils [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "refresh_cache-39a65ac9-8c3a-4188-af4b-f6f72739c0ff" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.572489] env[68802]: DEBUG nova.objects.instance [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lazy-loading 'flavor' on Instance uuid 39a65ac9-8c3a-4188-af4b-f6f72739c0ff {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.642574] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.643235] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.643235] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.643235] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.643340] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.643738] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.643738] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.643829] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.643940] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.644118] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.644282] env[68802]: DEBUG nova.virt.hardware [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.645220] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d950b5-e0ef-405e-a4be-b112fd783ff1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.653962] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eae610-ba2d-404f-a38d-5d8d9f44563f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.668632] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.675781] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.679057] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.679057] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4e848f0-efb3-4ff8-ab29-6fa6bb72e7cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.697934] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.697934] env[68802]: value = "task-2795478" [ 855.697934] env[68802]: _type = "Task" [ 855.697934] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.707027] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795478, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.872211] env[68802]: DEBUG nova.network.neutron [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Successfully updated port: c1acba7b-103f-42d1-b564-dd02833c06a2 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.907855] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795477, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.920432] env[68802]: DEBUG nova.compute.manager [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Received event network-vif-plugged-c1acba7b-103f-42d1-b564-dd02833c06a2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 855.920637] env[68802]: DEBUG oslo_concurrency.lockutils [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] Acquiring lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.920856] env[68802]: DEBUG oslo_concurrency.lockutils [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] Lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.921168] env[68802]: DEBUG oslo_concurrency.lockutils [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] Lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.921397] env[68802]: DEBUG nova.compute.manager [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] No waiting events found dispatching network-vif-plugged-c1acba7b-103f-42d1-b564-dd02833c06a2 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.921572] env[68802]: WARNING nova.compute.manager [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Received unexpected event network-vif-plugged-c1acba7b-103f-42d1-b564-dd02833c06a2 for instance with vm_state building and task_state spawning. [ 855.921729] env[68802]: DEBUG nova.compute.manager [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Received event network-changed-c1acba7b-103f-42d1-b564-dd02833c06a2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 855.921877] env[68802]: DEBUG nova.compute.manager [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Refreshing instance network info cache due to event network-changed-c1acba7b-103f-42d1-b564-dd02833c06a2. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 855.922075] env[68802]: DEBUG oslo_concurrency.lockutils [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] Acquiring lock "refresh_cache-905b72db-dfda-4278-bfbe-7a3432ebe8c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.922220] env[68802]: DEBUG oslo_concurrency.lockutils [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] Acquired lock "refresh_cache-905b72db-dfda-4278-bfbe-7a3432ebe8c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.922364] env[68802]: DEBUG nova.network.neutron [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Refreshing network info cache for port c1acba7b-103f-42d1-b564-dd02833c06a2 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.995839] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48cc209b-3c6e-40e9-bf77-29cb1b16e945 tempest-InstanceActionsTestJSON-953075955 tempest-InstanceActionsTestJSON-953075955-project-member] Lock "9539e853-9404-4b1d-b1cd-017cf7704938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.783s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.078674] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8913a62e-8e64-4e50-8ebf-a4177e1bb1e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.108912] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.109330] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b18a741-e88a-4801-bbc1-9587f14b5892 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.117318] env[68802]: DEBUG oslo_vmware.api [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 856.117318] env[68802]: value = "task-2795479" [ 856.117318] env[68802]: _type = "Task" [ 856.117318] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.129466] env[68802]: DEBUG oslo_vmware.api [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.210069] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795478, 'name': CreateVM_Task, 'duration_secs': 0.314547} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.210334] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.210825] env[68802]: DEBUG oslo_concurrency.lockutils [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.211053] env[68802]: DEBUG oslo_concurrency.lockutils [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.211467] env[68802]: DEBUG oslo_concurrency.lockutils [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.211814] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77345401-d1d7-460f-b921-1ca327580f94 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.220073] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 856.220073] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a7f7ea-2adb-03f3-94f5-0eacb61ff450" [ 856.220073] env[68802]: _type = "Task" [ 856.220073] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.228023] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a7f7ea-2adb-03f3-94f5-0eacb61ff450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.376323] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "refresh_cache-905b72db-dfda-4278-bfbe-7a3432ebe8c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.398634] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795477, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.458805] env[68802]: DEBUG nova.network.neutron [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.482681] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Applying migration context for instance a45062b8-eb37-478e-b5d9-e4e30f6eeb7d as it has an incoming, in-progress migration 912e8475-d69c-4081-8357-7400454049fc. Migration status is confirming {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 856.483579] env[68802]: INFO nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating resource usage from migration 912e8475-d69c-4081-8357-7400454049fc [ 856.483579] env[68802]: INFO nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating resource usage from migration d017c809-47a0-47d1-bb64-7c1109be6ab4 [ 856.512547] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 5f43c913-9f54-4d9e-954d-9e776a259a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.512547] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 27610814-a343-4395-ab92-501846547df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.512673] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 856.512874] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance dbea6ee4-4f2a-4040-8acc-df5b7da614ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 856.512963] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 50e88850-968f-472b-9921-bbf973b475bc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 856.513044] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 8228be33-050d-4880-96b0-eb6734592837 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.513162] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance e27f0e5f-dd73-4d56-a714-53589958715e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.513449] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.513449] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 9ab2a6a4-482e-4b86-8259-e23bebe7198e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 856.513564] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0da19fe3-b125-411e-9dc5-9c980487deed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.513704] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0a18db03-13aa-45ae-9419-9e5f9b7ab882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.513889] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 66fa0a66-f5ea-4ab9-805e-ac58950219fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.514182] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ad1d605e-bbf1-4101-8d60-6911ef1045cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.514287] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 46bfcf80-7dbd-492e-b9d3-a6207b2427b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.514430] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance b0dfb283-3de7-4fac-8cc2-ba072c942c7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.514544] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance e2c47b08-680d-4ad8-bcb1-907a68f70339 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.514786] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Migration 912e8475-d69c-4081-8357-7400454049fc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 856.514911] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance a45062b8-eb37-478e-b5d9-e4e30f6eeb7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.515399] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 39a65ac9-8c3a-4188-af4b-f6f72739c0ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.515589] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 301c4279-7385-407c-9dc0-87b5e1318441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.515734] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance badaf748-ebc3-4152-b14f-4c7b7de10264 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 856.515855] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.515971] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 55060620-d0ea-4609-a2d1-1421edfbf791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.516097] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.516289] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance cf278df2-2ca0-4bc9-9246-dd2bc32080f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.516491] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 905b72db-dfda-4278-bfbe-7a3432ebe8c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.516684] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Migration d017c809-47a0-47d1-bb64-7c1109be6ab4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 856.516839] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance b69b3fd6-84f3-489a-a1f3-0dbff323feed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.517269] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 856.517511] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 856.576846] env[68802]: DEBUG nova.network.neutron [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.628994] env[68802]: DEBUG oslo_vmware.api [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795479, 'name': PowerOffVM_Task, 'duration_secs': 0.303843} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.629379] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.634739] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 856.637779] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e85f1f-54ba-4b08-aa1f-74ea84b9b2a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.657303] env[68802]: DEBUG oslo_vmware.api [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 856.657303] env[68802]: value = "task-2795480" [ 856.657303] env[68802]: _type = "Task" [ 856.657303] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.669023] env[68802]: DEBUG oslo_vmware.api [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.738581] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a7f7ea-2adb-03f3-94f5-0eacb61ff450, 'name': SearchDatastore_Task, 'duration_secs': 0.019476} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.742602] env[68802]: DEBUG oslo_concurrency.lockutils [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.742975] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.743544] env[68802]: DEBUG oslo_concurrency.lockutils [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.743544] env[68802]: DEBUG oslo_concurrency.lockutils [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.743816] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.744511] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d930fa48-cd26-45a1-8b2b-2908fd1fffe9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.754433] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.754609] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.757995] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177a4382-1139-432d-a4fb-11b999a3c5fa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.763879] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 856.763879] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52554a2d-5f79-3a43-f6de-cf925c54e452" [ 856.763879] env[68802]: _type = "Task" [ 856.763879] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.772579] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52554a2d-5f79-3a43-f6de-cf925c54e452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.908524] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795477, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.990420] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f29d97a-a8db-44ed-840e-11d653a8b5e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.998799] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace2b269-844c-4fd5-b093-de40ad776da4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.031105] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115b3b92-f573-4a3c-a38a-c20a11318070 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.040159] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25ad330-2a06-4f83-8e05-c46983811054 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.054410] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.080127] env[68802]: DEBUG oslo_concurrency.lockutils [req-c2a98169-05c7-4bd9-a8e6-ef360569481e req-4afa8c0b-b89e-4f66-bdd1-7f0d3ebacd54 service nova] Releasing lock "refresh_cache-905b72db-dfda-4278-bfbe-7a3432ebe8c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.080288] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired lock "refresh_cache-905b72db-dfda-4278-bfbe-7a3432ebe8c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.080454] env[68802]: DEBUG nova.network.neutron [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.113825] env[68802]: DEBUG oslo_vmware.rw_handles [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52320d06-dd95-c2e0-7d02-65be195d357b/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 857.115298] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfae9162-c6d5-4596-88dc-79f0574ed330 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.122910] env[68802]: DEBUG oslo_vmware.rw_handles [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52320d06-dd95-c2e0-7d02-65be195d357b/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.123128] env[68802]: ERROR oslo_vmware.rw_handles [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52320d06-dd95-c2e0-7d02-65be195d357b/disk-0.vmdk due to incomplete transfer. [ 857.123390] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9121f0c-a241-4103-93a2-14b2047ad0e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.134490] env[68802]: DEBUG oslo_vmware.rw_handles [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52320d06-dd95-c2e0-7d02-65be195d357b/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.134490] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Uploaded image 901c4307-b6e7-4bf1-8b71-f9af10102803 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 857.135864] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 857.136047] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-67cbf779-5f8d-463e-b76d-e02ab90afc23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.142743] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 857.142743] env[68802]: value = "task-2795481" [ 857.142743] env[68802]: _type = "Task" [ 857.142743] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.152601] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795481, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.170042] env[68802]: DEBUG oslo_vmware.api [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795480, 'name': ReconfigVM_Task, 'duration_secs': 0.382899} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.170348] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.170534] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.170798] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091431b6-0569-4fa9-b96d-929368672b34 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.178779] env[68802]: DEBUG oslo_vmware.api [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 857.178779] env[68802]: value = "task-2795482" [ 857.178779] env[68802]: _type = "Task" [ 857.178779] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.186806] env[68802]: DEBUG oslo_vmware.api [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.278563] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52554a2d-5f79-3a43-f6de-cf925c54e452, 'name': SearchDatastore_Task, 'duration_secs': 0.016481} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.279493] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df9a744-2d25-44af-957c-14870fc9d2e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.285808] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 857.285808] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5225acd3-16ce-32d6-8d19-efba16fbfd56" [ 857.285808] env[68802]: _type = "Task" [ 857.285808] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.294793] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5225acd3-16ce-32d6-8d19-efba16fbfd56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.410837] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795477, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.557842] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.633242] env[68802]: DEBUG nova.network.neutron [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.653301] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795481, 'name': Destroy_Task, 'duration_secs': 0.407508} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.653619] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Destroyed the VM [ 857.653995] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.654228] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42ae7fe6-dc26-43c9-9705-95967226c9f9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.662168] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 857.662168] env[68802]: value = "task-2795483" [ 857.662168] env[68802]: _type = "Task" [ 857.662168] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.679134] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795483, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.690870] env[68802]: DEBUG oslo_vmware.api [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795482, 'name': PowerOnVM_Task, 'duration_secs': 0.464664} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.691317] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.691653] env[68802]: DEBUG nova.compute.manager [None req-741e485f-2de3-4f66-9f3a-bb01eef6b121 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.692781] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771f94a4-a8fc-47b4-aeda-3b7295b6b1a8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.796385] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5225acd3-16ce-32d6-8d19-efba16fbfd56, 'name': SearchDatastore_Task, 'duration_secs': 0.019508} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.796865] env[68802]: DEBUG oslo_concurrency.lockutils [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.796865] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8/7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.797158] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8382e42f-0d6e-43a3-a69c-2d1aa1ba8541 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.804540] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 857.804540] env[68802]: value = "task-2795484" [ 857.804540] env[68802]: _type = "Task" [ 857.804540] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.817530] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.881029] env[68802]: DEBUG nova.network.neutron [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Updating instance_info_cache with network_info: [{"id": "c1acba7b-103f-42d1-b564-dd02833c06a2", "address": "fa:16:3e:e8:64:13", "network": {"id": "c82f75c9-8aaf-4e39-b655-963844100ce9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-841852065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac4308f08c345188784ec4b16bbd7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1acba7b-10", "ovs_interfaceid": "c1acba7b-103f-42d1-b564-dd02833c06a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.910565] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795477, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.066650] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 858.066882] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.609s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.067172] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.073s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.068718] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.068858] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Cleaning up deleted instances {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 858.175595] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795483, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.316558] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.383495] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Releasing lock "refresh_cache-905b72db-dfda-4278-bfbe-7a3432ebe8c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.383823] env[68802]: DEBUG nova.compute.manager [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Instance network_info: |[{"id": "c1acba7b-103f-42d1-b564-dd02833c06a2", "address": "fa:16:3e:e8:64:13", "network": {"id": "c82f75c9-8aaf-4e39-b655-963844100ce9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-841852065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac4308f08c345188784ec4b16bbd7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1acba7b-10", "ovs_interfaceid": "c1acba7b-103f-42d1-b564-dd02833c06a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.384293] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:64:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1acba7b-103f-42d1-b564-dd02833c06a2', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.394233] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.394690] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.395082] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa2939c4-1217-4410-87e1-4fee46bd4b66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.420201] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795477, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.618947} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.421431] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0775249-0a0c-4fb2-9ba6-103d386311eb/d0775249-0a0c-4fb2-9ba6-103d386311eb.vmdk to [datastore1] cf278df2-2ca0-4bc9-9246-dd2bc32080f0/cf278df2-2ca0-4bc9-9246-dd2bc32080f0.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.422045] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.422045] env[68802]: value = "task-2795485" [ 858.422045] env[68802]: _type = "Task" [ 858.422045] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.422368] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeefe272-2bac-4992-9747-dcaa68808a00 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.446600] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] cf278df2-2ca0-4bc9-9246-dd2bc32080f0/cf278df2-2ca0-4bc9-9246-dd2bc32080f0.vmdk or device None with type streamOptimized {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.450555] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a9c674f-ab2c-4bf6-be6f-4bbcfe106483 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.465463] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795485, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.470864] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 858.470864] env[68802]: value = "task-2795486" [ 858.470864] env[68802]: _type = "Task" [ 858.470864] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.478952] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.583486] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] There are 42 instances to clean {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 858.583823] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 9539e853-9404-4b1d-b1cd-017cf7704938] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 858.674947] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795483, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.816993] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.935068] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795485, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.984711] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.000757] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad5abd6-6b4f-4a67-997a-bfb7535d5c84 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.008615] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e69135-1bca-4574-b997-e96b63a1c6b0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.042526] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9753e8a3-1a68-4c31-b784-f2d91b3935a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.049811] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265aa7e2-8078-4fa9-8a4e-7afb0ff5b66d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.062946] env[68802]: DEBUG nova.compute.provider_tree [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.087498] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: ddeb15eb-665e-4e88-abf1-391ffbfd9840] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 859.172736] env[68802]: DEBUG oslo_vmware.api [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795483, 'name': RemoveSnapshot_Task, 'duration_secs': 1.480504} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.174044] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.174044] env[68802]: INFO nova.compute.manager [None req-c3a296c3-34f5-4017-865d-c9015639d00d tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Took 16.82 seconds to snapshot the instance on the hypervisor. [ 859.316404] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795484, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.15746} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.316636] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8/7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.316880] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.317155] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dca493b9-4ca5-494d-8952-85953068a95e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.324145] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 859.324145] env[68802]: value = "task-2795487" [ 859.324145] env[68802]: _type = "Task" [ 859.324145] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.331908] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.436360] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795485, 'name': CreateVM_Task, 'duration_secs': 0.623355} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.436602] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.437488] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.437701] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.438102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.438686] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-379918c9-eaac-4b8a-917f-4aa2269e5911 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.443223] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 859.443223] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524f8154-daa9-568f-35a0-47d5d6dadb58" [ 859.443223] env[68802]: _type = "Task" [ 859.443223] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.452930] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524f8154-daa9-568f-35a0-47d5d6dadb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.483382] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795486, 'name': ReconfigVM_Task, 'duration_secs': 0.716835} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.483657] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Reconfigured VM instance instance-00000043 to attach disk [datastore1] cf278df2-2ca0-4bc9-9246-dd2bc32080f0/cf278df2-2ca0-4bc9-9246-dd2bc32080f0.vmdk or device None with type streamOptimized {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.484296] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fce3008-b63c-4c41-bfb7-ac872bc19587 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.490163] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 859.490163] env[68802]: value = "task-2795488" [ 859.490163] env[68802]: _type = "Task" [ 859.490163] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.498147] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795488, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.569261] env[68802]: DEBUG nova.scheduler.client.report [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.593822] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 7df30cf8-1627-4288-974c-1bacc2986a27] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 859.836928] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074341} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.836928] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.836928] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae33b648-7994-4574-a222-040edf8b758a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.859988] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8/7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.860251] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c17aa65-792f-4fae-bc17-79c65683491c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.884588] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 859.884588] env[68802]: value = "task-2795489" [ 859.884588] env[68802]: _type = "Task" [ 859.884588] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.893018] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.955471] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524f8154-daa9-568f-35a0-47d5d6dadb58, 'name': SearchDatastore_Task, 'duration_secs': 0.068659} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.956675] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.957024] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.958739] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.958739] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.959435] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.959435] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21432e90-6945-4d6c-a3e0-d6b9ecdb3114 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.977039] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.977039] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.977039] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9029d807-13b2-4bc2-8853-2d8e3b67e354 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.983069] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 859.983069] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526b426a-6a15-2eef-5950-b7eb592fd60c" [ 859.983069] env[68802]: _type = "Task" [ 859.983069] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.991749] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526b426a-6a15-2eef-5950-b7eb592fd60c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.003519] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795488, 'name': Rename_Task, 'duration_secs': 0.300709} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.003519] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.003519] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c71ddb58-6c20-4f53-90ed-84b9200644c6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.007672] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 860.007672] env[68802]: value = "task-2795490" [ 860.007672] env[68802]: _type = "Task" [ 860.007672] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.015900] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.097693] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: a6aed941-7874-473c-b13e-848727f2bc91] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 860.396467] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795489, 'name': ReconfigVM_Task, 'duration_secs': 0.327156} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.396861] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8/7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.397454] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6ef865c-da9e-4b10-bf5f-f7a95fcf5f4f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.404651] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 860.404651] env[68802]: value = "task-2795491" [ 860.404651] env[68802]: _type = "Task" [ 860.404651] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.418261] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795491, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.495349] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526b426a-6a15-2eef-5950-b7eb592fd60c, 'name': SearchDatastore_Task, 'duration_secs': 0.019713} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.497023] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ca31c1-30d0-47d7-8cc5-0f578a4f225a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.505020] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 860.505020] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5265240e-81f2-be4e-c4ea-96c51fd63e27" [ 860.505020] env[68802]: _type = "Task" [ 860.505020] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.514105] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5265240e-81f2-be4e-c4ea-96c51fd63e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.521727] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795490, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.578670] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.511s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.582163] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.477s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.584017] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.584543] env[68802]: DEBUG oslo_concurrency.lockutils [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.838s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.584722] env[68802]: DEBUG oslo_concurrency.lockutils [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.586435] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.041s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.601311] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 14df315d-6363-40f0-a952-b617e6321729] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 860.631038] env[68802]: INFO nova.scheduler.client.report [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleted allocations for instance dbea6ee4-4f2a-4040-8acc-df5b7da614ec [ 860.641802] env[68802]: INFO nova.scheduler.client.report [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Deleted allocations for instance 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839 [ 860.916176] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795491, 'name': Rename_Task, 'duration_secs': 0.154906} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.916429] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.916753] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27fb4f1a-089e-4553-8a73-a90178f8a6fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.923702] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 860.923702] env[68802]: value = "task-2795492" [ 860.923702] env[68802]: _type = "Task" [ 860.923702] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.933778] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.016058] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5265240e-81f2-be4e-c4ea-96c51fd63e27, 'name': SearchDatastore_Task, 'duration_secs': 0.020254} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.016058] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.016058] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 905b72db-dfda-4278-bfbe-7a3432ebe8c2/905b72db-dfda-4278-bfbe-7a3432ebe8c2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.016721] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5446e2ad-2f8c-4f6a-834d-dcdf1a56339f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.024418] env[68802]: DEBUG oslo_vmware.api [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795490, 'name': PowerOnVM_Task, 'duration_secs': 0.925808} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.025941] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.026315] env[68802]: INFO nova.compute.manager [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Took 15.90 seconds to spawn the instance on the hypervisor. [ 861.026620] env[68802]: DEBUG nova.compute.manager [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.027096] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 861.027096] env[68802]: value = "task-2795493" [ 861.027096] env[68802]: _type = "Task" [ 861.027096] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.028138] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1c09f1-0f20-472f-bcf4-98780cc2b4d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.041861] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.096969] env[68802]: INFO nova.compute.claims [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.105768] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: f6caccdd-2f90-4ff1-8cab-b2b14f4ca6e4] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 861.139683] env[68802]: DEBUG oslo_concurrency.lockutils [None req-59eeaa50-6739-40c1-83d2-ce2fd132007f tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "dbea6ee4-4f2a-4040-8acc-df5b7da614ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.898s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.150421] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b46b0fc5-0f6f-4842-a957-83a178a0d347 tempest-VolumesAssistedSnapshotsTest-212319646 tempest-VolumesAssistedSnapshotsTest-212319646-project-member] Lock "3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.752s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.156618] env[68802]: INFO nova.scheduler.client.report [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted allocation for migration 912e8475-d69c-4081-8357-7400454049fc [ 861.316913] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.317178] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.439080] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.543589] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795493, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.561052] env[68802]: INFO nova.compute.manager [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Took 50.71 seconds to build instance. [ 861.607932] env[68802]: INFO nova.compute.resource_tracker [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating resource usage from migration d017c809-47a0-47d1-bb64-7c1109be6ab4 [ 861.613471] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 71dd1641-baab-49cb-aafe-3a3083aea97a] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 861.663805] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0792e43b-5bfa-4d53-9785-b1df1dac4723 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.349s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.822799] env[68802]: DEBUG nova.compute.manager [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.881386] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "27610814-a343-4395-ab92-501846547df8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.881753] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "27610814-a343-4395-ab92-501846547df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.881990] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "27610814-a343-4395-ab92-501846547df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.882275] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "27610814-a343-4395-ab92-501846547df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.882352] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "27610814-a343-4395-ab92-501846547df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.884834] env[68802]: INFO nova.compute.manager [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Terminating instance [ 861.936379] env[68802]: DEBUG oslo_vmware.api [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795492, 'name': PowerOnVM_Task, 'duration_secs': 0.762749} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.937391] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.937391] env[68802]: DEBUG nova.compute.manager [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.938030] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937840fe-b1c2-4080-87ce-f79817a3e525 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.049194] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590843} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.049352] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 905b72db-dfda-4278-bfbe-7a3432ebe8c2/905b72db-dfda-4278-bfbe-7a3432ebe8c2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.049570] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.049826] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-849432df-d839-46f2-b456-0658fdd215b3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.058328] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 862.058328] env[68802]: value = "task-2795494" [ 862.058328] env[68802]: _type = "Task" [ 862.058328] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.063291] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fae1e0ec-e886-46d5-ad65-fe4659741792 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.472s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.068976] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.107951] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2bf12d-300d-4f6c-9546-32540b8a9ec5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.118683] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb56b7e-e63c-4016-8806-b0948b462b54 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.123662] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 53853d15-72c7-455a-a049-3f827b8113ad] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 862.157150] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05138883-808d-4340-b409-3f2b4c2e921b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.167057] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e364581-84c3-41a1-8e67-87a3f44da984 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.183422] env[68802]: DEBUG nova.compute.provider_tree [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.364079] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.393492] env[68802]: DEBUG nova.compute.manager [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.394324] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.394629] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61674bd-0606-4212-a7c9-1588ea34a245 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.402679] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.402679] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0de3ea8a-a5b1-459f-9f85-7735882778d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.410077] env[68802]: DEBUG oslo_vmware.api [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 862.410077] env[68802]: value = "task-2795495" [ 862.410077] env[68802]: _type = "Task" [ 862.410077] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.418919] env[68802]: DEBUG oslo_vmware.api [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.459710] env[68802]: DEBUG oslo_concurrency.lockutils [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.520998] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.521355] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.521720] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.521926] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.522183] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.525052] env[68802]: INFO nova.compute.manager [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Terminating instance [ 862.567542] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111326} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.567936] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.568639] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c9490-5b54-45cc-ad78-f67764c87795 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.592249] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 905b72db-dfda-4278-bfbe-7a3432ebe8c2/905b72db-dfda-4278-bfbe-7a3432ebe8c2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.592544] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6864e9e3-085a-435b-9e25-0fa8f19c6e70 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.613820] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 862.613820] env[68802]: value = "task-2795496" [ 862.613820] env[68802]: _type = "Task" [ 862.613820] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.625577] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.627691] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: e3f25ddf-2b10-4cb9-a708-ddcf660bd295] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 862.688520] env[68802]: DEBUG nova.scheduler.client.report [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.923872] env[68802]: DEBUG oslo_vmware.api [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.974278] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.974750] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.975134] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.975280] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.975539] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.982042] env[68802]: INFO nova.compute.manager [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Terminating instance [ 863.032022] env[68802]: DEBUG nova.compute.manager [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.032022] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.032022] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0d2329-8cd9-4edd-9de7-b50317751784 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.041990] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.041990] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bf84dcb-6006-4ce3-89fa-26652ab2fe1e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.048745] env[68802]: DEBUG oslo_vmware.api [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 863.048745] env[68802]: value = "task-2795497" [ 863.048745] env[68802]: _type = "Task" [ 863.048745] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.057217] env[68802]: DEBUG oslo_vmware.api [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.127829] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795496, 'name': ReconfigVM_Task, 'duration_secs': 0.313046} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.128177] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 905b72db-dfda-4278-bfbe-7a3432ebe8c2/905b72db-dfda-4278-bfbe-7a3432ebe8c2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.128890] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32e6b6d3-c552-4842-8516-223ce93d5144 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.131155] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 07b895ce-6399-4cc4-9154-97a6449ef6b3] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 863.139384] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 863.139384] env[68802]: value = "task-2795498" [ 863.139384] env[68802]: _type = "Task" [ 863.139384] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.153943] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795498, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.195157] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.608s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.195157] env[68802]: INFO nova.compute.manager [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Migrating [ 863.204032] env[68802]: DEBUG oslo_concurrency.lockutils [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.388s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.204032] env[68802]: DEBUG oslo_concurrency.lockutils [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.206149] env[68802]: DEBUG oslo_concurrency.lockutils [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.886s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.206382] env[68802]: DEBUG oslo_concurrency.lockutils [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.208173] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.128s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.208363] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.210386] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.847s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.212231] env[68802]: INFO nova.compute.claims [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.243890] env[68802]: INFO nova.scheduler.client.report [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Deleted allocations for instance 9ab2a6a4-482e-4b86-8259-e23bebe7198e [ 863.248234] env[68802]: INFO nova.scheduler.client.report [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Deleted allocations for instance 50e88850-968f-472b-9921-bbf973b475bc [ 863.262162] env[68802]: INFO nova.scheduler.client.report [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Deleted allocations for instance badaf748-ebc3-4152-b14f-4c7b7de10264 [ 863.361761] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "e2c47b08-680d-4ad8-bcb1-907a68f70339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.362039] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "e2c47b08-680d-4ad8-bcb1-907a68f70339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.362242] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "e2c47b08-680d-4ad8-bcb1-907a68f70339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.362412] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "e2c47b08-680d-4ad8-bcb1-907a68f70339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.362571] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "e2c47b08-680d-4ad8-bcb1-907a68f70339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.365702] env[68802]: INFO nova.compute.manager [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Terminating instance [ 863.423016] env[68802]: DEBUG oslo_vmware.api [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795495, 'name': PowerOffVM_Task, 'duration_secs': 0.813221} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.423316] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.423482] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.423824] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d339a901-5709-413f-8014-af06d7c5f309 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.467076] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquiring lock "17df6451-6d98-446e-ac95-574fe40d8bb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.467464] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "17df6451-6d98-446e-ac95-574fe40d8bb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.468016] env[68802]: WARNING oslo_messaging._drivers.amqpdriver [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 863.486741] env[68802]: DEBUG nova.compute.manager [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.487099] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.488428] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f491ea9-a9f0-4198-98d8-6094e3b4bf11 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.496951] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.497173] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.497352] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleting the datastore file [datastore2] 27610814-a343-4395-ab92-501846547df8 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.499376] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc5d037-1e79-483b-9047-75fc2c651f4c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.503254] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.503254] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851a25b4-646f-4d4e-b8d0-52df71ce1b77 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.511333] env[68802]: DEBUG oslo_vmware.api [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 863.511333] env[68802]: value = "task-2795501" [ 863.511333] env[68802]: _type = "Task" [ 863.511333] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.512718] env[68802]: DEBUG oslo_vmware.api [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 863.512718] env[68802]: value = "task-2795500" [ 863.512718] env[68802]: _type = "Task" [ 863.512718] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.526576] env[68802]: DEBUG oslo_vmware.api [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.529816] env[68802]: DEBUG oslo_vmware.api [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.537790] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.538015] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.559717] env[68802]: DEBUG oslo_vmware.api [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795497, 'name': PowerOffVM_Task, 'duration_secs': 0.234226} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.559983] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.560185] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.560433] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b70d0cb-14b5-44fc-919f-c2f0043d73e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.631402] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.631769] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.631950] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleting the datastore file [datastore1] cf278df2-2ca0-4bc9-9246-dd2bc32080f0 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.632322] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad0c2634-4487-4099-977b-6dd572e40195 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.635145] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 5bc87656-795b-487d-a72f-4d0c4a717655] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 863.645040] env[68802]: DEBUG oslo_vmware.api [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 863.645040] env[68802]: value = "task-2795503" [ 863.645040] env[68802]: _type = "Task" [ 863.645040] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.652468] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795498, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.657397] env[68802]: DEBUG oslo_vmware.api [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.729021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.729021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.729021] env[68802]: DEBUG nova.network.neutron [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.752899] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.753882] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.753882] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.753882] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.753882] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.760729] env[68802]: INFO nova.compute.manager [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Terminating instance [ 863.762165] env[68802]: DEBUG oslo_concurrency.lockutils [None req-abaaec8c-89e8-45d6-b1e1-164f2446ca45 tempest-SecurityGroupsTestJSON-1968741252 tempest-SecurityGroupsTestJSON-1968741252-project-member] Lock "9ab2a6a4-482e-4b86-8259-e23bebe7198e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.219s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.773272] env[68802]: DEBUG oslo_concurrency.lockutils [None req-544ef4ec-070b-4f32-81ff-ff3c6a9aeb74 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "badaf748-ebc3-4152-b14f-4c7b7de10264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.859s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.781190] env[68802]: DEBUG oslo_concurrency.lockutils [None req-deda054d-e92c-4c88-a475-0b37e17eb3e9 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "50e88850-968f-472b-9921-bbf973b475bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.734s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.870567] env[68802]: DEBUG nova.compute.manager [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.870801] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.871718] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9ba8b0-5117-44b1-a7fb-af5cf3290d8a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.880215] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.880486] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df015f4e-cc11-4eb9-9d0f-b6ec57a890f5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.887008] env[68802]: DEBUG oslo_vmware.api [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 863.887008] env[68802]: value = "task-2795504" [ 863.887008] env[68802]: _type = "Task" [ 863.887008] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.894523] env[68802]: DEBUG oslo_vmware.api [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.970913] env[68802]: DEBUG nova.compute.manager [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.024783] env[68802]: DEBUG oslo_vmware.api [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248746} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.029119] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.029902] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.029902] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.030445] env[68802]: INFO nova.compute.manager [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 27610814-a343-4395-ab92-501846547df8] Took 1.64 seconds to destroy the instance on the hypervisor. [ 864.030445] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.030750] env[68802]: DEBUG oslo_vmware.api [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795500, 'name': PowerOffVM_Task, 'duration_secs': 0.264577} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.031040] env[68802]: DEBUG nova.compute.manager [-] [instance: 27610814-a343-4395-ab92-501846547df8] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.031146] env[68802]: DEBUG nova.network.neutron [-] [instance: 27610814-a343-4395-ab92-501846547df8] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.033579] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.033853] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.034557] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcf1a5f8-ae63-4d71-b8c3-8221f6a0f7cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.040274] env[68802]: DEBUG nova.compute.manager [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.104175] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.104411] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.104648] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleting the datastore file [datastore2] a45062b8-eb37-478e-b5d9-e4e30f6eeb7d {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.104908] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12930304-3034-4281-9f66-6ba2881c0205 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.116998] env[68802]: DEBUG oslo_vmware.api [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 864.116998] env[68802]: value = "task-2795506" [ 864.116998] env[68802]: _type = "Task" [ 864.116998] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.129013] env[68802]: DEBUG oslo_vmware.api [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.139808] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 2517392e-ffb6-4fc1-b38d-cef8cfe0059e] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 864.164768] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795498, 'name': Rename_Task, 'duration_secs': 0.877384} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.168596] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.168937] env[68802]: DEBUG oslo_vmware.api [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286479} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.169183] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8aaa691-0801-4249-9508-1bf18aadb056 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.173102] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.173102] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.173102] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.173102] env[68802]: INFO nova.compute.manager [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 864.173102] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.174024] env[68802]: DEBUG nova.compute.manager [-] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.174124] env[68802]: DEBUG nova.network.neutron [-] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.182707] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 864.182707] env[68802]: value = "task-2795507" [ 864.182707] env[68802]: _type = "Task" [ 864.182707] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.198509] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.267923] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "refresh_cache-7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.268119] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquired lock "refresh_cache-7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.268348] env[68802]: DEBUG nova.network.neutron [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.400075] env[68802]: DEBUG oslo_vmware.api [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795504, 'name': PowerOffVM_Task, 'duration_secs': 0.208067} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.403133] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.403340] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.403818] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53343ed7-0cb1-4a9e-8def-5b5b2ed37848 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.490895] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.560503] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.629833] env[68802]: DEBUG oslo_vmware.api [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193647} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.630485] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.630716] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.630892] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.631079] env[68802]: INFO nova.compute.manager [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 864.631337] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.631540] env[68802]: DEBUG nova.compute.manager [-] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.631791] env[68802]: DEBUG nova.network.neutron [-] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.635231] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc26415-cdaa-485c-b992-24b628ae4f68 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.644358] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca6b79-1ef1-4095-aa56-d9db1f4884b0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.648261] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 93919c14-aa9d-4d30-82ff-fa00d3e60b0d] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 864.689012] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece0cba1-0db9-410e-9613-ff6c9f54fa5f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.697403] env[68802]: DEBUG oslo_vmware.api [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795507, 'name': PowerOnVM_Task, 'duration_secs': 0.492342} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.699671] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.699893] env[68802]: INFO nova.compute.manager [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Took 9.33 seconds to spawn the instance on the hypervisor. [ 864.700081] env[68802]: DEBUG nova.compute.manager [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.700918] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821af127-8a41-479b-85c5-435360a151e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.704302] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f646c-0b62-4d03-9da9-46c0293a6634 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.720957] env[68802]: DEBUG nova.compute.provider_tree [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.806173] env[68802]: DEBUG nova.network.neutron [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.937701] env[68802]: DEBUG nova.network.neutron [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.975367] env[68802]: DEBUG nova.network.neutron [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance_info_cache with network_info: [{"id": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "address": "fa:16:3e:31:73:ca", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6eb5f9-53", "ovs_interfaceid": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.032979] env[68802]: DEBUG nova.compute.manager [req-0e4eb367-800a-4d22-8330-960d7fb67042 req-b0253bb3-dc67-4a5a-817e-bcd1aee740eb service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Received event network-vif-deleted-dc649237-67ef-4302-9deb-6ac38637552f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.033182] env[68802]: INFO nova.compute.manager [req-0e4eb367-800a-4d22-8330-960d7fb67042 req-b0253bb3-dc67-4a5a-817e-bcd1aee740eb service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Neutron deleted interface dc649237-67ef-4302-9deb-6ac38637552f; detaching it from the instance and deleting it from the info cache [ 865.033358] env[68802]: DEBUG nova.network.neutron [req-0e4eb367-800a-4d22-8330-960d7fb67042 req-b0253bb3-dc67-4a5a-817e-bcd1aee740eb service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.055846] env[68802]: DEBUG nova.compute.manager [req-e02c63fb-0832-4c74-b6f1-7fe684dda6a9 req-59dae89a-4bc4-42fa-956e-5314d370a7fd service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Received event network-vif-deleted-23dee78b-da26-4011-a313-cdc336b8f908 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.056059] env[68802]: INFO nova.compute.manager [req-e02c63fb-0832-4c74-b6f1-7fe684dda6a9 req-59dae89a-4bc4-42fa-956e-5314d370a7fd service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Neutron deleted interface 23dee78b-da26-4011-a313-cdc336b8f908; detaching it from the instance and deleting it from the info cache [ 865.056229] env[68802]: DEBUG nova.network.neutron [req-e02c63fb-0832-4c74-b6f1-7fe684dda6a9 req-59dae89a-4bc4-42fa-956e-5314d370a7fd service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.158493] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: dc5e8fc0-c025-420f-a182-8f5a4718de6c] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 865.239246] env[68802]: DEBUG nova.scheduler.client.report [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.246132] env[68802]: INFO nova.compute.manager [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Took 40.18 seconds to build instance. [ 865.338456] env[68802]: DEBUG nova.network.neutron [-] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.341270] env[68802]: DEBUG nova.network.neutron [-] [instance: 27610814-a343-4395-ab92-501846547df8] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.442219] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Releasing lock "refresh_cache-7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.442904] env[68802]: DEBUG nova.compute.manager [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.442904] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.444295] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332809f2-7a89-4634-b55a-3d9d8c8ce7fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.459022] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.459022] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a9d55dd-c012-4f38-88da-7ed98ae48393 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.464545] env[68802]: DEBUG oslo_vmware.api [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 865.464545] env[68802]: value = "task-2795509" [ 865.464545] env[68802]: _type = "Task" [ 865.464545] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.473667] env[68802]: DEBUG oslo_vmware.api [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.479760] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.536014] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8026674d-d41a-4b35-83bc-5daa70431c1a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.292858] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: bf363a72-ef3d-44c9-b578-08dfa0753f98] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 866.294727] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.294969] env[68802]: DEBUG nova.network.neutron [-] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.296283] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.086s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.296693] env[68802]: DEBUG nova.compute.manager [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.300035] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c333d353-f76a-4426-b023-ff6eeaf9ca5c tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.248s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.300035] env[68802]: INFO nova.compute.manager [-] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Took 2.13 seconds to deallocate network for instance. [ 866.300718] env[68802]: INFO nova.compute.manager [-] [instance: 27610814-a343-4395-ab92-501846547df8] Took 2.27 seconds to deallocate network for instance. [ 866.307882] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.307882] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.308294] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Deleting the datastore file [datastore1] e2c47b08-680d-4ad8-bcb1-907a68f70339 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.310913] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1de04e84-6145-4b66-81b9-59cd80ff7dec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.313109] env[68802]: DEBUG oslo_concurrency.lockutils [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.854s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.313295] env[68802]: DEBUG nova.objects.instance [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 866.315851] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.021s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.316086] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.316343] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.316514] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.323462] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-427f4e2f-e264-49ca-9a00-ca14f862e32b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.325484] env[68802]: INFO nova.compute.manager [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Terminating instance [ 866.341757] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9e138b-57a2-440e-afc5-cd25afbf2de5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.358605] env[68802]: DEBUG oslo_vmware.api [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 866.358605] env[68802]: value = "task-2795510" [ 866.358605] env[68802]: _type = "Task" [ 866.358605] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.359167] env[68802]: DEBUG oslo_vmware.api [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795509, 'name': PowerOffVM_Task, 'duration_secs': 0.131799} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.363123] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d459eb-f9fa-465c-8f10-9decc7071a18 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.374543] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.374734] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.393733] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-035a0aeb-2fa1-4962-84a0-8439aa6eb166 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.397384] env[68802]: DEBUG nova.compute.manager [req-0e4eb367-800a-4d22-8330-960d7fb67042 req-b0253bb3-dc67-4a5a-817e-bcd1aee740eb service nova] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Detach interface failed, port_id=dc649237-67ef-4302-9deb-6ac38637552f, reason: Instance cf278df2-2ca0-4bc9-9246-dd2bc32080f0 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 866.405727] env[68802]: DEBUG oslo_vmware.api [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.427691] env[68802]: DEBUG nova.compute.manager [req-e02c63fb-0832-4c74-b6f1-7fe684dda6a9 req-59dae89a-4bc4-42fa-956e-5314d370a7fd service nova] [instance: 27610814-a343-4395-ab92-501846547df8] Detach interface failed, port_id=23dee78b-da26-4011-a313-cdc336b8f908, reason: Instance 27610814-a343-4395-ab92-501846547df8 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 866.429504] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.429705] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.429881] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Deleting the datastore file [datastore2] 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.430149] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc65fe23-4f98-4885-b3a6-ea2d81b17c37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.440117] env[68802]: DEBUG oslo_vmware.api [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for the task: (returnval){ [ 866.440117] env[68802]: value = "task-2795512" [ 866.440117] env[68802]: _type = "Task" [ 866.440117] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.445917] env[68802]: DEBUG oslo_vmware.api [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.813211] env[68802]: DEBUG nova.compute.utils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.813211] env[68802]: INFO nova.compute.manager [-] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Took 2.18 seconds to deallocate network for instance. [ 866.813211] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 6bd99dff-d8ff-4bd1-b9df-f97fc3fc7a2e] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 866.815067] env[68802]: DEBUG nova.compute.manager [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.815336] env[68802]: DEBUG nova.network.neutron [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.836846] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.838864] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.839532] env[68802]: DEBUG nova.compute.manager [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.839854] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.840816] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e864ae-2143-428e-95f1-42faf4963486 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.850625] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.850955] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2b26ec5-002d-49b5-9418-9f8b0a551463 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.857313] env[68802]: DEBUG oslo_vmware.api [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 866.857313] env[68802]: value = "task-2795513" [ 866.857313] env[68802]: _type = "Task" [ 866.857313] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.870174] env[68802]: DEBUG oslo_vmware.api [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.874200] env[68802]: DEBUG oslo_vmware.api [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383147} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.874200] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.874200] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.874711] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.875025] env[68802]: INFO nova.compute.manager [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Took 3.00 seconds to destroy the instance on the hypervisor. [ 866.875389] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.876066] env[68802]: DEBUG nova.compute.manager [-] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.876346] env[68802]: DEBUG nova.network.neutron [-] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.906172] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "55060620-d0ea-4609-a2d1-1421edfbf791" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.906172] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "55060620-d0ea-4609-a2d1-1421edfbf791" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.906172] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "55060620-d0ea-4609-a2d1-1421edfbf791-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.906172] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "55060620-d0ea-4609-a2d1-1421edfbf791-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.906447] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "55060620-d0ea-4609-a2d1-1421edfbf791-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.910461] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.910975] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.911291] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.911584] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.912014] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.913883] env[68802]: INFO nova.compute.manager [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Terminating instance [ 866.916857] env[68802]: DEBUG nova.policy [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a3d9755e5184ac48441483f117f0287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de2e9648a5604c8797352be6813de78a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.919794] env[68802]: INFO nova.compute.manager [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Terminating instance [ 866.949995] env[68802]: DEBUG oslo_vmware.api [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Task: {'id': task-2795512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171348} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.950436] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.950724] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.951088] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.951362] env[68802]: INFO nova.compute.manager [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Took 1.51 seconds to destroy the instance on the hypervisor. [ 866.951697] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.952251] env[68802]: DEBUG nova.compute.manager [-] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.952251] env[68802]: DEBUG nova.network.neutron [-] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.970582] env[68802]: DEBUG nova.network.neutron [-] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.131956] env[68802]: DEBUG nova.compute.manager [req-ec658485-efb7-4303-aa71-565fd2e1dca5 req-be2d1dbd-903e-4f44-8aae-7e817df672b5 service nova] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Received event network-vif-deleted-df3f0bb4-120f-46e2-aab2-82d27061bf26 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.313855] env[68802]: DEBUG nova.compute.manager [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.321505] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: ceb07909-a135-479b-8480-00b8aa6575d2] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 867.324024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.331102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-796369d4-e1c9-4129-9a0d-4168e786655e tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.332491] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.841s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.333585] env[68802]: INFO nova.compute.claims [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.369358] env[68802]: DEBUG oslo_vmware.api [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795513, 'name': PowerOffVM_Task, 'duration_secs': 0.212456} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.369707] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.369904] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.370175] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-548fd822-9381-47df-a572-d94199f7a7b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.424489] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85317b3b-5a6d-4d38-a373-154b13f1d8bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.430131] env[68802]: DEBUG nova.compute.manager [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.430131] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.430131] env[68802]: DEBUG nova.compute.manager [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.430131] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.430439] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5135bcca-d597-4b30-afe6-b86b43c7f153 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.435696] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b5ee22-6e64-4534-a6db-76e88224797d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.459089] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.459089] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.459346] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Deleting the datastore file [datastore2] 905b72db-dfda-4278-bfbe-7a3432ebe8c2 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.459618] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance 'b69b3fd6-84f3-489a-a1f3-0dbff323feed' progress to 0 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.465060] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b945fd4-8526-488e-b00f-23892e40c4e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.473659] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.473659] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.473659] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcda2247-dc5b-4c54-b4e3-561a77e8e628 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.474371] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15d7bdd1-7f71-4724-a712-40189b9aae96 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.476827] env[68802]: DEBUG nova.network.neutron [-] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.478090] env[68802]: DEBUG oslo_vmware.api [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for the task: (returnval){ [ 867.478090] env[68802]: value = "task-2795515" [ 867.478090] env[68802]: _type = "Task" [ 867.478090] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.484088] env[68802]: DEBUG oslo_vmware.api [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 867.484088] env[68802]: value = "task-2795517" [ 867.484088] env[68802]: _type = "Task" [ 867.484088] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.484437] env[68802]: DEBUG oslo_vmware.api [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 867.484437] env[68802]: value = "task-2795516" [ 867.484437] env[68802]: _type = "Task" [ 867.484437] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.491187] env[68802]: DEBUG oslo_vmware.api [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.501902] env[68802]: DEBUG oslo_vmware.api [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.505645] env[68802]: DEBUG oslo_vmware.api [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.574171] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.574171] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.602971] env[68802]: DEBUG nova.network.neutron [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Successfully created port: 8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.825083] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: ce162796-7bf4-4602-b93d-0f91c636e411] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 867.930849] env[68802]: DEBUG nova.network.neutron [-] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.977063] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.977063] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c0df599-1e68-41a0-8507-ab082d53b900 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.978763] env[68802]: INFO nova.compute.manager [-] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Took 1.03 seconds to deallocate network for instance. [ 867.992232] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 867.992232] env[68802]: value = "task-2795518" [ 867.992232] env[68802]: _type = "Task" [ 867.992232] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.003656] env[68802]: DEBUG oslo_vmware.api [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Task: {'id': task-2795515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191578} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.004871] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.006045] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.006045] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.006045] env[68802]: INFO nova.compute.manager [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 868.006045] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.013739] env[68802]: DEBUG nova.compute.manager [-] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.013892] env[68802]: DEBUG nova.network.neutron [-] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.016094] env[68802]: DEBUG oslo_vmware.api [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795517, 'name': PowerOffVM_Task, 'duration_secs': 0.226524} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.016094] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.020588] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.020812] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.021592] env[68802]: DEBUG oslo_vmware.api [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795516, 'name': PowerOffVM_Task, 'duration_secs': 0.198204} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.022771] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86679258-b4c3-4802-af26-05b2175398da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.024084] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.024492] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.024591] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70be1486-2022-4099-a73f-50c0820a8899 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.077734] env[68802]: DEBUG nova.compute.manager [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.114052] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.114279] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.114561] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Deleting the datastore file [datastore1] 55060620-d0ea-4609-a2d1-1421edfbf791 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.118380] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91aacfaf-0a53-4b87-aa74-ade4f3b4aff4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.120927] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.121201] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.121470] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Deleting the datastore file [datastore1] 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.122134] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e4fb2ec-6bec-4deb-99f7-b279db58d18e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.130124] env[68802]: DEBUG oslo_vmware.api [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 868.130124] env[68802]: value = "task-2795522" [ 868.130124] env[68802]: _type = "Task" [ 868.130124] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.133240] env[68802]: DEBUG oslo_vmware.api [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for the task: (returnval){ [ 868.133240] env[68802]: value = "task-2795521" [ 868.133240] env[68802]: _type = "Task" [ 868.133240] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.148985] env[68802]: DEBUG oslo_vmware.api [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.153626] env[68802]: DEBUG oslo_vmware.api [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.330203] env[68802]: DEBUG nova.compute.manager [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.332892] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 8acdd624-55ab-4569-a65b-7484c93cdd18] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 868.364333] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.364601] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.364787] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.364994] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.365627] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.365627] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.366273] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.366273] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.366273] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.366399] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.366753] env[68802]: DEBUG nova.virt.hardware [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.367390] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec4b773-9d41-45bf-bc82-b1858b4d0da2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.377298] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549fd5bc-27d9-475c-838b-afada5acb059 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.433522] env[68802]: INFO nova.compute.manager [-] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Took 1.56 seconds to deallocate network for instance. [ 868.490972] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.502958] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795518, 'name': PowerOffVM_Task, 'duration_secs': 0.198854} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.503573] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.503786] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance 'b69b3fd6-84f3-489a-a1f3-0dbff323feed' progress to 17 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.602657] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.645483] env[68802]: DEBUG oslo_vmware.api [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154984} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.645788] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.645976] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.646160] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.646327] env[68802]: INFO nova.compute.manager [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 868.646555] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.647091] env[68802]: DEBUG nova.compute.manager [-] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.647192] env[68802]: DEBUG nova.network.neutron [-] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.653725] env[68802]: DEBUG oslo_vmware.api [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Task: {'id': task-2795521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154928} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.654340] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.654515] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.654685] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.654851] env[68802]: INFO nova.compute.manager [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Took 1.23 seconds to destroy the instance on the hypervisor. [ 868.655090] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.655294] env[68802]: DEBUG nova.compute.manager [-] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.655386] env[68802]: DEBUG nova.network.neutron [-] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.734166] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08feae3d-d941-45b5-a996-c9d1168a159e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.742252] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f786f924-fc6c-4511-ad05-edcfeee91a08 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.773795] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eef8ad-bf7a-415e-aabc-baa58cfb9b5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.781446] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4844cc8f-94f4-444c-bf4b-404d8963321c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.796311] env[68802]: DEBUG nova.compute.provider_tree [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.836429] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: c3b6bea7-cbb0-459d-8096-8839bae26ad1] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 868.885148] env[68802]: DEBUG nova.network.neutron [-] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.944411] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.016007] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.016305] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.016464] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.016643] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.016788] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.016930] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.017148] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.017303] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.017465] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.017657] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.017840] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.024679] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ea3209-bd7c-40a3-a9b0-3cb97a7b5c9a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.038810] env[68802]: DEBUG nova.network.neutron [-] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.047479] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 869.047479] env[68802]: value = "task-2795523" [ 869.047479] env[68802]: _type = "Task" [ 869.047479] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.062718] env[68802]: DEBUG nova.compute.manager [req-9eb0b8ac-9bec-4d56-9373-94bd3e1ae7e2 req-10c36ae9-c252-480d-a46b-5485e4da1bb0 service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Received event network-vif-deleted-668b072f-627a-4de5-83c5-062d7f52f0d4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.062718] env[68802]: INFO nova.compute.manager [req-9eb0b8ac-9bec-4d56-9373-94bd3e1ae7e2 req-10c36ae9-c252-480d-a46b-5485e4da1bb0 service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Neutron deleted interface 668b072f-627a-4de5-83c5-062d7f52f0d4; detaching it from the instance and deleting it from the info cache [ 869.062718] env[68802]: DEBUG nova.network.neutron [req-9eb0b8ac-9bec-4d56-9373-94bd3e1ae7e2 req-10c36ae9-c252-480d-a46b-5485e4da1bb0 service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.063868] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.174568] env[68802]: DEBUG nova.compute.manager [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Received event network-vif-deleted-0bd3a22b-618e-4980-be9b-7dc0a3cbfed9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.174775] env[68802]: DEBUG nova.compute.manager [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Received event network-vif-deleted-c1acba7b-103f-42d1-b564-dd02833c06a2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.175363] env[68802]: DEBUG nova.compute.manager [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Received event network-vif-deleted-4476f460-7d97-49df-ace3-b4696b90e888 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.175725] env[68802]: INFO nova.compute.manager [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Neutron deleted interface 4476f460-7d97-49df-ace3-b4696b90e888; detaching it from the instance and deleting it from the info cache [ 869.175792] env[68802]: DEBUG nova.network.neutron [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.195904] env[68802]: DEBUG nova.network.neutron [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Successfully updated port: 8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.300501] env[68802]: DEBUG nova.scheduler.client.report [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.339829] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 5c2f0de4-620b-40f8-b4ab-cad2c4cb3ebe] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 869.375319] env[68802]: DEBUG nova.network.neutron [-] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.387422] env[68802]: INFO nova.compute.manager [-] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Took 1.37 seconds to deallocate network for instance. [ 869.543105] env[68802]: INFO nova.compute.manager [-] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Took 0.89 seconds to deallocate network for instance. [ 869.557613] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795523, 'name': ReconfigVM_Task, 'duration_secs': 0.187569} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.557927] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance 'b69b3fd6-84f3-489a-a1f3-0dbff323feed' progress to 33 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.565732] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-163b6296-466e-4f10-a7a6-d47b2f0eb35b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.574040] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c94237-f058-442a-b422-bda349e6b5dc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.611670] env[68802]: DEBUG nova.compute.manager [req-9eb0b8ac-9bec-4d56-9373-94bd3e1ae7e2 req-10c36ae9-c252-480d-a46b-5485e4da1bb0 service nova] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Detach interface failed, port_id=668b072f-627a-4de5-83c5-062d7f52f0d4, reason: Instance 55060620-d0ea-4609-a2d1-1421edfbf791 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 869.679027] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d163abb-9a3f-4be9-8c36-2f88ed7dac52 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.687741] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76265ff3-20c8-4d2d-8c64-a5c7f42e883d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.701692] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.701692] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.701692] env[68802]: DEBUG nova.network.neutron [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.721407] env[68802]: DEBUG nova.compute.manager [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Detach interface failed, port_id=4476f460-7d97-49df-ace3-b4696b90e888, reason: Instance 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 869.721668] env[68802]: DEBUG nova.compute.manager [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Received event network-vif-plugged-8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.721905] env[68802]: DEBUG oslo_concurrency.lockutils [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] Acquiring lock "17e48fd9-9421-41af-94b8-dd31db7e6dee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.722122] env[68802]: DEBUG oslo_concurrency.lockutils [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.722290] env[68802]: DEBUG oslo_concurrency.lockutils [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.722451] env[68802]: DEBUG nova.compute.manager [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] No waiting events found dispatching network-vif-plugged-8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.722616] env[68802]: WARNING nova.compute.manager [req-a9e31190-1d84-4565-b361-fe563d8eeb9e req-52e333c3-55cb-49de-a599-71659d210f7f service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Received unexpected event network-vif-plugged-8744aeed-4647-484c-a641-b90bb3b49fa4 for instance with vm_state building and task_state spawning. [ 869.806689] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.807975] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.247s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.809672] env[68802]: INFO nova.compute.claims [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.843262] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 19adf5a8-58f3-4367-bf08-377dc06bd813] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 869.878311] env[68802]: INFO nova.compute.manager [-] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Took 1.23 seconds to deallocate network for instance. [ 869.894751] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.053131] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.064506] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:36:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5814fb83-33fb-42b9-8e74-08b606857fa1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-913470806',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.064787] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.064953] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.065155] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.065302] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.065448] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.065663] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.065818] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.066047] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.066227] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.066525] env[68802]: DEBUG nova.virt.hardware [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.072230] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.072525] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-358c405a-669b-4693-ab59-8972f0cdde14 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.095097] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 870.095097] env[68802]: value = "task-2795524" [ 870.095097] env[68802]: _type = "Task" [ 870.095097] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.105528] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.244598] env[68802]: DEBUG nova.network.neutron [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.314033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquiring lock "fb4e4919-fb91-441b-a819-d8e9c5e8d882" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.314134] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "fb4e4919-fb91-441b-a819-d8e9c5e8d882" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.347096] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 14a869ca-d93c-4dd9-964c-cfb14b40f069] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 870.384982] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.411157] env[68802]: DEBUG nova.network.neutron [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updating instance_info_cache with network_info: [{"id": "8744aeed-4647-484c-a641-b90bb3b49fa4", "address": "fa:16:3e:21:21:b6", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8744aeed-46", "ovs_interfaceid": "8744aeed-4647-484c-a641-b90bb3b49fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.605274] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795524, 'name': ReconfigVM_Task, 'duration_secs': 0.161563} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.605556] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.606359] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0611d609-71ee-4c0d-ab57-d90b3096d14d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.628754] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b69b3fd6-84f3-489a-a1f3-0dbff323feed/b69b3fd6-84f3-489a-a1f3-0dbff323feed.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.628754] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eddfbc2f-3fc5-4633-b578-5232cdf79ae1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.645883] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 870.645883] env[68802]: value = "task-2795525" [ 870.645883] env[68802]: _type = "Task" [ 870.645883] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.654070] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.818657] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "fb4e4919-fb91-441b-a819-d8e9c5e8d882" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.819297] env[68802]: DEBUG nova.compute.manager [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.850182] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 5d7ca2c0-0656-428c-8f29-cdd6adc0b90b] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 870.913304] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.913645] env[68802]: DEBUG nova.compute.manager [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Instance network_info: |[{"id": "8744aeed-4647-484c-a641-b90bb3b49fa4", "address": "fa:16:3e:21:21:b6", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8744aeed-46", "ovs_interfaceid": "8744aeed-4647-484c-a641-b90bb3b49fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.914044] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:21:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8744aeed-4647-484c-a641-b90bb3b49fa4', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.921805] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.924420] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.924847] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08526f9e-182e-4c25-be8a-aea533bce296 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.949490] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.949490] env[68802]: value = "task-2795526" [ 870.949490] env[68802]: _type = "Task" [ 870.949490] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.958781] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795526, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.156987] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795525, 'name': ReconfigVM_Task, 'duration_secs': 0.268193} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.157295] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b69b3fd6-84f3-489a-a1f3-0dbff323feed/b69b3fd6-84f3-489a-a1f3-0dbff323feed.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.157587] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance 'b69b3fd6-84f3-489a-a1f3-0dbff323feed' progress to 50 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.180377] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645b45b7-fc45-4659-8c37-6a6fcac69082 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.188195] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99b010c-9ce1-41f0-806a-f1030e3452eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.225199] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0bb947-710b-424a-a5c0-aee2e1273cad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.228838] env[68802]: DEBUG nova.compute.manager [req-ce6752b5-3d68-487b-a3b7-b9f3fb6a1adb req-5d0085e2-377b-4480-96f5-a7c6d93f9392 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Received event network-changed-8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 871.229048] env[68802]: DEBUG nova.compute.manager [req-ce6752b5-3d68-487b-a3b7-b9f3fb6a1adb req-5d0085e2-377b-4480-96f5-a7c6d93f9392 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Refreshing instance network info cache due to event network-changed-8744aeed-4647-484c-a641-b90bb3b49fa4. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 871.229269] env[68802]: DEBUG oslo_concurrency.lockutils [req-ce6752b5-3d68-487b-a3b7-b9f3fb6a1adb req-5d0085e2-377b-4480-96f5-a7c6d93f9392 service nova] Acquiring lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.229410] env[68802]: DEBUG oslo_concurrency.lockutils [req-ce6752b5-3d68-487b-a3b7-b9f3fb6a1adb req-5d0085e2-377b-4480-96f5-a7c6d93f9392 service nova] Acquired lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.229567] env[68802]: DEBUG nova.network.neutron [req-ce6752b5-3d68-487b-a3b7-b9f3fb6a1adb req-5d0085e2-377b-4480-96f5-a7c6d93f9392 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Refreshing network info cache for port 8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.237465] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c925d4d-d96b-472c-bddc-7a3b1c71fbb5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.253223] env[68802]: DEBUG nova.compute.provider_tree [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.327201] env[68802]: DEBUG nova.compute.utils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.329062] env[68802]: DEBUG nova.compute.manager [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.329282] env[68802]: DEBUG nova.network.neutron [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.353353] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 79e3c13d-7711-4db4-bdf0-1ba78f6335d7] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 871.390049] env[68802]: DEBUG nova.policy [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a685609e856476e977752304d49b36b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f712c24aa449ea92ad0a39d3e21d63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.463023] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795526, 'name': CreateVM_Task, 'duration_secs': 0.328667} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.463023] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.463023] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.463023] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.463023] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.463276] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f274550-b7ab-4fd8-bfae-5b5a73f22149 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.467566] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 871.467566] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ee75a2-545c-f66d-784d-9fa9b4e0ba58" [ 871.467566] env[68802]: _type = "Task" [ 871.467566] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.475612] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ee75a2-545c-f66d-784d-9fa9b4e0ba58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.666408] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35d271b-88c8-42ef-a780-b984386864f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.685652] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd7ddd1-a403-4a23-9c69-fd6aafb2a47a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.712398] env[68802]: DEBUG nova.network.neutron [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Successfully created port: e95e75c7-870f-43df-a157-cc26a78eac7b {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.714437] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance 'b69b3fd6-84f3-489a-a1f3-0dbff323feed' progress to 67 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.755817] env[68802]: DEBUG nova.scheduler.client.report [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.832428] env[68802]: DEBUG nova.compute.manager [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.857303] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: f389060c-ceb9-4a8d-854f-5a3595cd61d7] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 871.981071] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ee75a2-545c-f66d-784d-9fa9b4e0ba58, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.981523] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.981889] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.982292] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.982559] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.982857] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.983253] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb3b7e7a-695d-45f8-ab45-e7aa0e12294d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.992481] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.992773] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.993905] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf02e64-636a-4669-8e53-8a78d70cbced {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.000091] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 872.000091] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526fd3a2-ca67-d989-76e5-77111a42b4ac" [ 872.000091] env[68802]: _type = "Task" [ 872.000091] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.015727] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526fd3a2-ca67-d989-76e5-77111a42b4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008384} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.025250] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15dff4b-b568-4c41-a9c9-99cda9ce9a67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.030675] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 872.030675] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529b95e1-f071-9482-f7a4-f01f3554787d" [ 872.030675] env[68802]: _type = "Task" [ 872.030675] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.038749] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529b95e1-f071-9482-f7a4-f01f3554787d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.139879] env[68802]: DEBUG nova.network.neutron [req-ce6752b5-3d68-487b-a3b7-b9f3fb6a1adb req-5d0085e2-377b-4480-96f5-a7c6d93f9392 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updated VIF entry in instance network info cache for port 8744aeed-4647-484c-a641-b90bb3b49fa4. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.140544] env[68802]: DEBUG nova.network.neutron [req-ce6752b5-3d68-487b-a3b7-b9f3fb6a1adb req-5d0085e2-377b-4480-96f5-a7c6d93f9392 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updating instance_info_cache with network_info: [{"id": "8744aeed-4647-484c-a641-b90bb3b49fa4", "address": "fa:16:3e:21:21:b6", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8744aeed-46", "ovs_interfaceid": "8744aeed-4647-484c-a641-b90bb3b49fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.261074] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.261613] env[68802]: DEBUG nova.compute.manager [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.268181] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.427s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.268181] env[68802]: DEBUG nova.objects.instance [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lazy-loading 'resources' on Instance uuid 27610814-a343-4395-ab92-501846547df8 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.292847] env[68802]: DEBUG nova.network.neutron [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Port ec6eb5f9-5361-4099-b345-8136c1b6ffd6 binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 872.360716] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: b268e90c-94cd-4b2f-8f26-f006f35542ee] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 872.541696] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529b95e1-f071-9482-f7a4-f01f3554787d, 'name': SearchDatastore_Task, 'duration_secs': 0.008093} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.541982] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.542324] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 17e48fd9-9421-41af-94b8-dd31db7e6dee/17e48fd9-9421-41af-94b8-dd31db7e6dee.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.542540] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cff6e339-12c2-44f4-ab2d-08bc15dbd6a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.549615] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 872.549615] env[68802]: value = "task-2795527" [ 872.549615] env[68802]: _type = "Task" [ 872.549615] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.558201] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.643980] env[68802]: DEBUG oslo_concurrency.lockutils [req-ce6752b5-3d68-487b-a3b7-b9f3fb6a1adb req-5d0085e2-377b-4480-96f5-a7c6d93f9392 service nova] Releasing lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.773020] env[68802]: DEBUG nova.compute.utils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.775352] env[68802]: DEBUG nova.compute.manager [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.775955] env[68802]: DEBUG nova.network.neutron [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.822455] env[68802]: DEBUG nova.policy [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b023e2da2b954dc5b9e9ec9aee824a39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0ecee7661c2478580bad6ac941ddd7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.845022] env[68802]: DEBUG nova.compute.manager [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.864683] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 057632d6-621b-4afd-971c-ab7695f46b70] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 872.888038] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.888824] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.889755] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.890077] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.890416] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.890666] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.891016] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.891315] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.891587] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.891919] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.892224] env[68802]: DEBUG nova.virt.hardware [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.895021] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf03482-bee5-4e06-a302-502f3d455719 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.909020] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc9c83e-0d40-4848-969a-fa22a69177ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.059734] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459591} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.062291] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 17e48fd9-9421-41af-94b8-dd31db7e6dee/17e48fd9-9421-41af-94b8-dd31db7e6dee.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.062517] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.064089] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6fafaca-a8d1-43a2-b5e0-ef517302f783 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.069831] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 873.069831] env[68802]: value = "task-2795528" [ 873.069831] env[68802]: _type = "Task" [ 873.069831] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.082055] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.247462] env[68802]: DEBUG nova.compute.manager [req-85b81736-7511-43b4-811d-df5facb05c23 req-061b9dfd-8bac-482d-a904-b4077d7df3f2 service nova] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Received event network-vif-plugged-e95e75c7-870f-43df-a157-cc26a78eac7b {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 873.247669] env[68802]: DEBUG oslo_concurrency.lockutils [req-85b81736-7511-43b4-811d-df5facb05c23 req-061b9dfd-8bac-482d-a904-b4077d7df3f2 service nova] Acquiring lock "17df6451-6d98-446e-ac95-574fe40d8bb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.247944] env[68802]: DEBUG oslo_concurrency.lockutils [req-85b81736-7511-43b4-811d-df5facb05c23 req-061b9dfd-8bac-482d-a904-b4077d7df3f2 service nova] Lock "17df6451-6d98-446e-ac95-574fe40d8bb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.248173] env[68802]: DEBUG oslo_concurrency.lockutils [req-85b81736-7511-43b4-811d-df5facb05c23 req-061b9dfd-8bac-482d-a904-b4077d7df3f2 service nova] Lock "17df6451-6d98-446e-ac95-574fe40d8bb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.248324] env[68802]: DEBUG nova.compute.manager [req-85b81736-7511-43b4-811d-df5facb05c23 req-061b9dfd-8bac-482d-a904-b4077d7df3f2 service nova] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] No waiting events found dispatching network-vif-plugged-e95e75c7-870f-43df-a157-cc26a78eac7b {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.248549] env[68802]: WARNING nova.compute.manager [req-85b81736-7511-43b4-811d-df5facb05c23 req-061b9dfd-8bac-482d-a904-b4077d7df3f2 service nova] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Received unexpected event network-vif-plugged-e95e75c7-870f-43df-a157-cc26a78eac7b for instance with vm_state building and task_state spawning. [ 873.250630] env[68802]: DEBUG nova.network.neutron [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Successfully created port: a3c60a8a-62b9-40ec-b967-a61255f77cd7 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.255637] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d8ef5a-1dcf-4f61-aea4-5354c34dc31c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.264736] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf5602d-4188-4662-a980-2d115cb6176a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.298191] env[68802]: DEBUG nova.compute.manager [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.302170] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e79bce4-7d7c-4797-95aa-9299caff6054 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.328226] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.328461] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.328651] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.330694] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934d6624-a0d9-4f93-a72d-0ee92cd8fbdb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.349605] env[68802]: DEBUG nova.compute.provider_tree [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.354498] env[68802]: DEBUG nova.network.neutron [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Successfully updated port: e95e75c7-870f-43df-a157-cc26a78eac7b {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.371434] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: b9061756-8344-441b-b1f2-5724e8566e98] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 873.580603] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062465} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.581450] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.581698] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024a5a29-0ae4-4de2-97cc-ed305d155438 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.603644] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 17e48fd9-9421-41af-94b8-dd31db7e6dee/17e48fd9-9421-41af-94b8-dd31db7e6dee.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.604376] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1669700b-8670-4ef1-9fea-e073fb039347 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.626712] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 873.626712] env[68802]: value = "task-2795529" [ 873.626712] env[68802]: _type = "Task" [ 873.626712] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.637334] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.855019] env[68802]: DEBUG nova.scheduler.client.report [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.858589] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquiring lock "refresh_cache-17df6451-6d98-446e-ac95-574fe40d8bb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.858690] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquired lock "refresh_cache-17df6451-6d98-446e-ac95-574fe40d8bb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.858749] env[68802]: DEBUG nova.network.neutron [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.876167] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: ebe265d5-d05d-48f6-a05a-5e79189d63a3] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 874.138591] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795529, 'name': ReconfigVM_Task, 'duration_secs': 0.25788} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.138788] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 17e48fd9-9421-41af-94b8-dd31db7e6dee/17e48fd9-9421-41af-94b8-dd31db7e6dee.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.139464] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cdece8a-6e2a-47e4-adbc-18d1e5afb68f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.145576] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 874.145576] env[68802]: value = "task-2795530" [ 874.145576] env[68802]: _type = "Task" [ 874.145576] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.153477] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795530, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.309781] env[68802]: DEBUG nova.compute.manager [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.347556] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.349014] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.349014] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.349014] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.349014] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.349014] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.349237] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.349237] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.349237] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.352093] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.352303] env[68802]: DEBUG nova.virt.hardware [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.354324] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a05c570-60a1-4cd9-b96d-4f74b637ba75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.364353] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.366312] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquiring lock "65558f20-2aca-4b46-adf1-a6e2500feb4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.366521] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lock "65558f20-2aca-4b46-adf1-a6e2500feb4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.369175] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.530s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.369408] env[68802]: DEBUG nova.objects.instance [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lazy-loading 'resources' on Instance uuid cf278df2-2ca0-4bc9-9246-dd2bc32080f0 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.380040] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: dbb7fdd2-fd7f-43d3-b0de-8992efd3176a] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 874.387174] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada0b172-34aa-41c9-84d9-2c2da338176c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.394770] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.394951] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.395145] env[68802]: DEBUG nova.network.neutron [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.397900] env[68802]: INFO nova.scheduler.client.report [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleted allocations for instance 27610814-a343-4395-ab92-501846547df8 [ 874.419065] env[68802]: DEBUG nova.network.neutron [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.622830] env[68802]: DEBUG nova.network.neutron [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Updating instance_info_cache with network_info: [{"id": "e95e75c7-870f-43df-a157-cc26a78eac7b", "address": "fa:16:3e:ab:b4:62", "network": {"id": "6582e502-b60e-467b-ace2-7d2d25d6e4d4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-425673587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f712c24aa449ea92ad0a39d3e21d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95e75c7-87", "ovs_interfaceid": "e95e75c7-870f-43df-a157-cc26a78eac7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.656389] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795530, 'name': Rename_Task, 'duration_secs': 0.145193} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.656684] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.656941] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13f63417-2250-4db5-b0c5-a5ed88112d8d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.663605] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 874.663605] env[68802]: value = "task-2795531" [ 874.663605] env[68802]: _type = "Task" [ 874.663605] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.671929] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.759566] env[68802]: DEBUG nova.compute.manager [req-7f065211-03f9-4607-bb79-f35bb484c1a0 req-372880a4-5719-4948-bd03-3c9ebcef2949 service nova] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Received event network-vif-plugged-a3c60a8a-62b9-40ec-b967-a61255f77cd7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 874.759789] env[68802]: DEBUG oslo_concurrency.lockutils [req-7f065211-03f9-4607-bb79-f35bb484c1a0 req-372880a4-5719-4948-bd03-3c9ebcef2949 service nova] Acquiring lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.759995] env[68802]: DEBUG oslo_concurrency.lockutils [req-7f065211-03f9-4607-bb79-f35bb484c1a0 req-372880a4-5719-4948-bd03-3c9ebcef2949 service nova] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.760295] env[68802]: DEBUG oslo_concurrency.lockutils [req-7f065211-03f9-4607-bb79-f35bb484c1a0 req-372880a4-5719-4948-bd03-3c9ebcef2949 service nova] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.760451] env[68802]: DEBUG nova.compute.manager [req-7f065211-03f9-4607-bb79-f35bb484c1a0 req-372880a4-5719-4948-bd03-3c9ebcef2949 service nova] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] No waiting events found dispatching network-vif-plugged-a3c60a8a-62b9-40ec-b967-a61255f77cd7 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.760557] env[68802]: WARNING nova.compute.manager [req-7f065211-03f9-4607-bb79-f35bb484c1a0 req-372880a4-5719-4948-bd03-3c9ebcef2949 service nova] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Received unexpected event network-vif-plugged-a3c60a8a-62b9-40ec-b967-a61255f77cd7 for instance with vm_state building and task_state spawning. [ 874.855079] env[68802]: DEBUG nova.network.neutron [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Successfully updated port: a3c60a8a-62b9-40ec-b967-a61255f77cd7 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.881913] env[68802]: DEBUG nova.compute.manager [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.897225] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: f84553d4-7d80-4fae-98ad-9bdeb46fe8b0] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 874.920033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5217fb74-67ed-4d59-adb9-b96e146b5a9d tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "27610814-a343-4395-ab92-501846547df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.037s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.109526] env[68802]: DEBUG nova.network.neutron [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance_info_cache with network_info: [{"id": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "address": "fa:16:3e:31:73:ca", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6eb5f9-53", "ovs_interfaceid": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.128567] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Releasing lock "refresh_cache-17df6451-6d98-446e-ac95-574fe40d8bb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.129055] env[68802]: DEBUG nova.compute.manager [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Instance network_info: |[{"id": "e95e75c7-870f-43df-a157-cc26a78eac7b", "address": "fa:16:3e:ab:b4:62", "network": {"id": "6582e502-b60e-467b-ace2-7d2d25d6e4d4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-425673587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f712c24aa449ea92ad0a39d3e21d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95e75c7-87", "ovs_interfaceid": "e95e75c7-870f-43df-a157-cc26a78eac7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.129994] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:b4:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e95e75c7-870f-43df-a157-cc26a78eac7b', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.141475] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Creating folder: Project (c8f712c24aa449ea92ad0a39d3e21d63). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.142490] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a497dcf5-ebbc-43a1-821c-800f00ca2315 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.156598] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Created folder: Project (c8f712c24aa449ea92ad0a39d3e21d63) in parent group-v561663. [ 875.156793] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Creating folder: Instances. Parent ref: group-v561850. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.159526] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebba1e43-2717-4612-a38c-2db458379f37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.172666] env[68802]: DEBUG oslo_vmware.api [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795531, 'name': PowerOnVM_Task, 'duration_secs': 0.466506} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.174116] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.174116] env[68802]: INFO nova.compute.manager [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Took 6.84 seconds to spawn the instance on the hypervisor. [ 875.174116] env[68802]: DEBUG nova.compute.manager [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.174116] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Created folder: Instances in parent group-v561850. [ 875.174480] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.174922] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43707dd7-ac05-47c0-9827-fa8cc37955a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.177265] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.179655] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-598a6f03-8b0c-4c4e-9c01-95fc2076da82 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.200485] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.200485] env[68802]: value = "task-2795534" [ 875.200485] env[68802]: _type = "Task" [ 875.200485] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.211065] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795534, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.276850] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b113ee-6bc1-48d2-9e99-e646a080f8f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.290124] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e9ccb9-0735-4ccd-b405-67b9a8bab284 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.327676] env[68802]: DEBUG nova.compute.manager [req-35f14eb9-003e-4f73-b90a-8ed6afd81c40 req-8599612e-7a2f-4bbf-abd2-468679ba701b service nova] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Received event network-changed-e95e75c7-870f-43df-a157-cc26a78eac7b {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 875.327676] env[68802]: DEBUG nova.compute.manager [req-35f14eb9-003e-4f73-b90a-8ed6afd81c40 req-8599612e-7a2f-4bbf-abd2-468679ba701b service nova] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Refreshing instance network info cache due to event network-changed-e95e75c7-870f-43df-a157-cc26a78eac7b. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 875.327676] env[68802]: DEBUG oslo_concurrency.lockutils [req-35f14eb9-003e-4f73-b90a-8ed6afd81c40 req-8599612e-7a2f-4bbf-abd2-468679ba701b service nova] Acquiring lock "refresh_cache-17df6451-6d98-446e-ac95-574fe40d8bb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.327676] env[68802]: DEBUG oslo_concurrency.lockutils [req-35f14eb9-003e-4f73-b90a-8ed6afd81c40 req-8599612e-7a2f-4bbf-abd2-468679ba701b service nova] Acquired lock "refresh_cache-17df6451-6d98-446e-ac95-574fe40d8bb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.327951] env[68802]: DEBUG nova.network.neutron [req-35f14eb9-003e-4f73-b90a-8ed6afd81c40 req-8599612e-7a2f-4bbf-abd2-468679ba701b service nova] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Refreshing network info cache for port e95e75c7-870f-43df-a157-cc26a78eac7b {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.330411] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e54f1a9-dc09-44e1-ba46-508b685408c5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.338456] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc39131a-836b-4527-991a-c21da1b4320e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.353685] env[68802]: DEBUG nova.compute.provider_tree [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.357944] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.358101] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.358192] env[68802]: DEBUG nova.network.neutron [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.401292] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.401710] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: f235dee2-a99f-4a13-b718-f20306db3cf7] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 875.614749] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.713052] env[68802]: INFO nova.compute.manager [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Took 13.38 seconds to build instance. [ 875.717214] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795534, 'name': CreateVM_Task, 'duration_secs': 0.362631} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.717368] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.718314] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.718314] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.718669] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.718908] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c1ba05-376b-440a-b5cd-50db9d3ea318 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.723846] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for the task: (returnval){ [ 875.723846] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52743d5c-814c-536b-57d5-24f693ba7c4e" [ 875.723846] env[68802]: _type = "Task" [ 875.723846] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.734504] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52743d5c-814c-536b-57d5-24f693ba7c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.786254] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "5f43c913-9f54-4d9e-954d-9e776a259a16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.786369] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "5f43c913-9f54-4d9e-954d-9e776a259a16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.786609] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "5f43c913-9f54-4d9e-954d-9e776a259a16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.786786] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "5f43c913-9f54-4d9e-954d-9e776a259a16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.786886] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "5f43c913-9f54-4d9e-954d-9e776a259a16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.792531] env[68802]: INFO nova.compute.manager [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Terminating instance [ 875.856673] env[68802]: DEBUG nova.scheduler.client.report [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.907150] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: ec3b9c58-b201-40ca-830b-29749bc54a83] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 875.941232] env[68802]: DEBUG nova.network.neutron [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.120447] env[68802]: DEBUG nova.network.neutron [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance_info_cache with network_info: [{"id": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "address": "fa:16:3e:e7:00:3c", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c60a8a-62", "ovs_interfaceid": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.152756] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b873da0f-095d-429f-9f15-ac8ea0c7d6fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.172187] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62d05dc-096f-4d83-8da9-70fe6dac7c65 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.179200] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance 'b69b3fd6-84f3-489a-a1f3-0dbff323feed' progress to 83 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.214834] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe1f565c-643d-41ad-9db8-5a094bd0f0bd tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.898s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.240091] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52743d5c-814c-536b-57d5-24f693ba7c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.240315] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.240547] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.240782] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.240929] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.241129] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.241387] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-466af34b-283d-4828-91b8-0a4aa1f0e732 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.251322] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.251493] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.252405] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe472441-20d3-48b7-82b1-6e127deaf679 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.255674] env[68802]: DEBUG nova.network.neutron [req-35f14eb9-003e-4f73-b90a-8ed6afd81c40 req-8599612e-7a2f-4bbf-abd2-468679ba701b service nova] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Updated VIF entry in instance network info cache for port e95e75c7-870f-43df-a157-cc26a78eac7b. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.256031] env[68802]: DEBUG nova.network.neutron [req-35f14eb9-003e-4f73-b90a-8ed6afd81c40 req-8599612e-7a2f-4bbf-abd2-468679ba701b service nova] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Updating instance_info_cache with network_info: [{"id": "e95e75c7-870f-43df-a157-cc26a78eac7b", "address": "fa:16:3e:ab:b4:62", "network": {"id": "6582e502-b60e-467b-ace2-7d2d25d6e4d4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-425673587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f712c24aa449ea92ad0a39d3e21d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95e75c7-87", "ovs_interfaceid": "e95e75c7-870f-43df-a157-cc26a78eac7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.260114] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for the task: (returnval){ [ 876.260114] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529562c5-df57-7e39-5e78-b4fc5dda05b6" [ 876.260114] env[68802]: _type = "Task" [ 876.260114] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.267959] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529562c5-df57-7e39-5e78-b4fc5dda05b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.299024] env[68802]: DEBUG nova.compute.manager [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.299024] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.299024] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a919838-d8e8-4771-b09b-3bea4f496f8b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.305127] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.305550] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b15d19b-ef24-47df-99f2-31a5b4f5471f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.311829] env[68802]: DEBUG oslo_vmware.api [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 876.311829] env[68802]: value = "task-2795535" [ 876.311829] env[68802]: _type = "Task" [ 876.311829] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.320045] env[68802]: DEBUG oslo_vmware.api [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.363537] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.369118] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.043s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.369118] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.369118] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.877s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.369118] env[68802]: DEBUG nova.objects.instance [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lazy-loading 'resources' on Instance uuid 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.396235] env[68802]: INFO nova.scheduler.client.report [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted allocations for instance cf278df2-2ca0-4bc9-9246-dd2bc32080f0 [ 876.396235] env[68802]: INFO nova.scheduler.client.report [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted allocations for instance a45062b8-eb37-478e-b5d9-e4e30f6eeb7d [ 876.411588] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: c9025454-e87b-4bfa-8b8d-4951d2085250] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 876.633549] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.633898] env[68802]: DEBUG nova.compute.manager [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Instance network_info: |[{"id": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "address": "fa:16:3e:e7:00:3c", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c60a8a-62", "ovs_interfaceid": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.634389] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:00:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3c60a8a-62b9-40ec-b967-a61255f77cd7', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.642103] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.642315] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.642554] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b533af8-33b2-48f6-9290-26c97bde9ea0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.663552] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.663552] env[68802]: value = "task-2795536" [ 876.663552] env[68802]: _type = "Task" [ 876.663552] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.673067] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795536, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.686313] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.686607] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03543126-61dd-4d3e-9ead-f0b59bd18a7c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.695991] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 876.695991] env[68802]: value = "task-2795537" [ 876.695991] env[68802]: _type = "Task" [ 876.695991] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.703623] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.759235] env[68802]: DEBUG oslo_concurrency.lockutils [req-35f14eb9-003e-4f73-b90a-8ed6afd81c40 req-8599612e-7a2f-4bbf-abd2-468679ba701b service nova] Releasing lock "refresh_cache-17df6451-6d98-446e-ac95-574fe40d8bb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.770274] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529562c5-df57-7e39-5e78-b4fc5dda05b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.771554] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-829cfce4-1969-4924-87b7-6f89bff6b964 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.777915] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for the task: (returnval){ [ 876.777915] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52878a9f-5c40-6999-3309-bf7f37df2998" [ 876.777915] env[68802]: _type = "Task" [ 876.777915] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.786603] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52878a9f-5c40-6999-3309-bf7f37df2998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.792012] env[68802]: DEBUG nova.compute.manager [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Received event network-changed-a3c60a8a-62b9-40ec-b967-a61255f77cd7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 876.792190] env[68802]: DEBUG nova.compute.manager [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Refreshing instance network info cache due to event network-changed-a3c60a8a-62b9-40ec-b967-a61255f77cd7. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 876.792403] env[68802]: DEBUG oslo_concurrency.lockutils [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] Acquiring lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.792542] env[68802]: DEBUG oslo_concurrency.lockutils [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] Acquired lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.792700] env[68802]: DEBUG nova.network.neutron [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Refreshing network info cache for port a3c60a8a-62b9-40ec-b967-a61255f77cd7 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.822891] env[68802]: DEBUG oslo_vmware.api [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795535, 'name': PowerOffVM_Task, 'duration_secs': 0.243373} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.822891] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.822891] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.823262] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a6a46be-e8f8-4b65-898d-eb5f7364c502 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.887413] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.887617] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.887854] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleting the datastore file [datastore2] 5f43c913-9f54-4d9e-954d-9e776a259a16 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.888149] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67720f9a-38d2-4e1f-adc8-8a419eb9d5dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.898022] env[68802]: DEBUG oslo_vmware.api [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for the task: (returnval){ [ 876.898022] env[68802]: value = "task-2795539" [ 876.898022] env[68802]: _type = "Task" [ 876.898022] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.906411] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f5dca25f-0829-4f82-ac3d-09ca1c8429a2 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "a45062b8-eb37-478e-b5d9-e4e30f6eeb7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.932s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.907671] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92c7c19d-4048-4aca-98f8-8d8da026cf5c tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "cf278df2-2ca0-4bc9-9246-dd2bc32080f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.386s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.916148] env[68802]: DEBUG oslo_vmware.api [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.916661] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: fe6f7451-48d7-4698-816a-9a065ce0af35] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 877.175224] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795536, 'name': CreateVM_Task, 'duration_secs': 0.381914} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.175520] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.177300] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.177300] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.177300] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.179620] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c61ffa-fe48-4d7e-b8af-b67882ae04ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.184112] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 877.184112] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52464e6b-0d21-8a1e-6054-354149e996a7" [ 877.184112] env[68802]: _type = "Task" [ 877.184112] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.192341] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52464e6b-0d21-8a1e-6054-354149e996a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.208507] env[68802]: DEBUG oslo_vmware.api [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795537, 'name': PowerOnVM_Task, 'duration_secs': 0.403323} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.208507] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.209016] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0425a411-2b88-4317-a495-b1ed08dd61ee tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance 'b69b3fd6-84f3-489a-a1f3-0dbff323feed' progress to 100 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.253202] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea63f47-b73b-4c79-ad78-9024db68472c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.266094] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffcd3e7-0b65-4c2b-910e-02a589114a9b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.305711] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce6cb55-d674-4b12-a3d8-ace1d0c298e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.321351] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52878a9f-5c40-6999-3309-bf7f37df2998, 'name': SearchDatastore_Task, 'duration_secs': 0.012375} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.323291] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59d1cad-dabf-49c0-9f5d-8a0e6a1411c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.326990] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.327429] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 17df6451-6d98-446e-ac95-574fe40d8bb5/17df6451-6d98-446e-ac95-574fe40d8bb5.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.328606] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbb21e5b-7538-43df-b378-a4442dc6fad2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.341818] env[68802]: DEBUG nova.compute.provider_tree [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.344407] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for the task: (returnval){ [ 877.344407] env[68802]: value = "task-2795540" [ 877.344407] env[68802]: _type = "Task" [ 877.344407] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.354764] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.412016] env[68802]: DEBUG oslo_vmware.api [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Task: {'id': task-2795539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171023} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.412450] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.412645] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.412841] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.413037] env[68802]: INFO nova.compute.manager [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Took 1.12 seconds to destroy the instance on the hypervisor. [ 877.413319] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.413522] env[68802]: DEBUG nova.compute.manager [-] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.413619] env[68802]: DEBUG nova.network.neutron [-] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.420784] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: f19157c4-a8f7-4e71-842e-1b593907fce1] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 877.542586] env[68802]: DEBUG nova.network.neutron [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updated VIF entry in instance network info cache for port a3c60a8a-62b9-40ec-b967-a61255f77cd7. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.543046] env[68802]: DEBUG nova.network.neutron [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance_info_cache with network_info: [{"id": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "address": "fa:16:3e:e7:00:3c", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c60a8a-62", "ovs_interfaceid": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.706162] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52464e6b-0d21-8a1e-6054-354149e996a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010666} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.706940] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.707394] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.707961] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.709260] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.709587] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.710044] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d88dc702-c42c-459b-9677-305d0d8f3ea6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.728145] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.728451] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.729754] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1d1af6-afa0-46d8-9c06-b07478b12151 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.738734] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 877.738734] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bae2b2-a131-cc6d-c840-4e23b2cfa0ae" [ 877.738734] env[68802]: _type = "Task" [ 877.738734] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.754045] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bae2b2-a131-cc6d-c840-4e23b2cfa0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.813144] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.813426] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.814426] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.814426] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.814426] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.816223] env[68802]: INFO nova.compute.manager [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Terminating instance [ 877.845715] env[68802]: DEBUG nova.scheduler.client.report [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.857947] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795540, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.925569] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: a8322577-7f86-48e3-be17-8dfc19047045] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 878.046323] env[68802]: DEBUG oslo_concurrency.lockutils [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] Releasing lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.046621] env[68802]: DEBUG nova.compute.manager [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Received event network-changed-8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.046797] env[68802]: DEBUG nova.compute.manager [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Refreshing instance network info cache due to event network-changed-8744aeed-4647-484c-a641-b90bb3b49fa4. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 878.047037] env[68802]: DEBUG oslo_concurrency.lockutils [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] Acquiring lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.047151] env[68802]: DEBUG oslo_concurrency.lockutils [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] Acquired lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.047336] env[68802]: DEBUG nova.network.neutron [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Refreshing network info cache for port 8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.093158] env[68802]: DEBUG nova.compute.manager [req-af4bad80-14d5-4235-9b62-716591e8c2d9 req-2c66c562-ae67-4f1d-b0cb-bdad302501bd service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Received event network-vif-deleted-5db5fcc6-c576-4cad-811d-e06d1ab623d0 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.093357] env[68802]: INFO nova.compute.manager [req-af4bad80-14d5-4235-9b62-716591e8c2d9 req-2c66c562-ae67-4f1d-b0cb-bdad302501bd service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Neutron deleted interface 5db5fcc6-c576-4cad-811d-e06d1ab623d0; detaching it from the instance and deleting it from the info cache [ 878.093525] env[68802]: DEBUG nova.network.neutron [req-af4bad80-14d5-4235-9b62-716591e8c2d9 req-2c66c562-ae67-4f1d-b0cb-bdad302501bd service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.250473] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bae2b2-a131-cc6d-c840-4e23b2cfa0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.024226} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.251426] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5809dd3f-d1c0-4bb0-9096-bb65fec9a5d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.257640] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 878.257640] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525f5d4a-4e2d-b148-5c3d-ed687be922b2" [ 878.257640] env[68802]: _type = "Task" [ 878.257640] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.266970] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525f5d4a-4e2d-b148-5c3d-ed687be922b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.321167] env[68802]: DEBUG nova.compute.manager [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.321464] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.322357] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48049969-4383-4dfb-9f29-8ced89c0f407 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.331609] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.331855] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac7e176-a238-4ceb-8783-67b59f5805b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.337508] env[68802]: DEBUG oslo_vmware.api [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 878.337508] env[68802]: value = "task-2795541" [ 878.337508] env[68802]: _type = "Task" [ 878.337508] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.345659] env[68802]: DEBUG oslo_vmware.api [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.353701] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.356033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.753s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.357649] env[68802]: INFO nova.compute.claims [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.366695] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547425} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.366969] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 17df6451-6d98-446e-ac95-574fe40d8bb5/17df6451-6d98-446e-ac95-574fe40d8bb5.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.367238] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.367503] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18c2a636-6771-4106-8665-1c5dac2f4087 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.372632] env[68802]: INFO nova.scheduler.client.report [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Deleted allocations for instance 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8 [ 878.378418] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for the task: (returnval){ [ 878.378418] env[68802]: value = "task-2795542" [ 878.378418] env[68802]: _type = "Task" [ 878.378418] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.400873] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.429071] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: e2be90b1-394a-4add-8135-7789857dcec1] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 878.487198] env[68802]: DEBUG nova.network.neutron [-] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.596251] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bf62f70-2bc0-49c5-811b-ca3d9eb74555 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.604722] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb94a50a-67c2-43d6-a768-4e42a8c4a619 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.640327] env[68802]: DEBUG nova.compute.manager [req-af4bad80-14d5-4235-9b62-716591e8c2d9 req-2c66c562-ae67-4f1d-b0cb-bdad302501bd service nova] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Detach interface failed, port_id=5db5fcc6-c576-4cad-811d-e06d1ab623d0, reason: Instance 5f43c913-9f54-4d9e-954d-9e776a259a16 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 878.647235] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.647473] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.771622] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525f5d4a-4e2d-b148-5c3d-ed687be922b2, 'name': SearchDatastore_Task, 'duration_secs': 0.044896} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.771952] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.772249] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] fac4c1b3-e3a6-4296-bcd9-481544d6ff31/fac4c1b3-e3a6-4296-bcd9-481544d6ff31.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.772517] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d2478d4-2353-41ae-8494-d74cc5f5cd57 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.779071] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 878.779071] env[68802]: value = "task-2795543" [ 878.779071] env[68802]: _type = "Task" [ 878.779071] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.786907] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.798216] env[68802]: DEBUG nova.network.neutron [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updated VIF entry in instance network info cache for port 8744aeed-4647-484c-a641-b90bb3b49fa4. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.798575] env[68802]: DEBUG nova.network.neutron [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updating instance_info_cache with network_info: [{"id": "8744aeed-4647-484c-a641-b90bb3b49fa4", "address": "fa:16:3e:21:21:b6", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8744aeed-46", "ovs_interfaceid": "8744aeed-4647-484c-a641-b90bb3b49fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.846554] env[68802]: DEBUG oslo_vmware.api [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795541, 'name': PowerOffVM_Task, 'duration_secs': 0.302299} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.846826] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.846996] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.847271] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89e79833-d0ea-4e02-b393-0ec8388a5b59 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.881743] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3e7797e-4502-4dfa-83f5-25052cb52c14 tempest-ServersListShow298Test-398636824 tempest-ServersListShow298Test-398636824-project-member] Lock "7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.128s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.891782] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079356} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.892062] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.892835] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe469891-1813-4093-a167-fccbac227a37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.916262] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 17df6451-6d98-446e-ac95-574fe40d8bb5/17df6451-6d98-446e-ac95-574fe40d8bb5.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.916861] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e1087b-fc06-4556-b081-e5954b22c2ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.932682] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 43b53df0-1d55-46f2-a7ab-883dd380aa17] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 878.934447] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.934701] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.934890] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleting the datastore file [datastore2] 46bfcf80-7dbd-492e-b9d3-a6207b2427b7 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.935786] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-987fb251-3e17-4732-9718-8cd4322c8c99 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.939765] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for the task: (returnval){ [ 878.939765] env[68802]: value = "task-2795545" [ 878.939765] env[68802]: _type = "Task" [ 878.939765] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.944301] env[68802]: DEBUG oslo_vmware.api [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 878.944301] env[68802]: value = "task-2795546" [ 878.944301] env[68802]: _type = "Task" [ 878.944301] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.952684] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.957458] env[68802]: DEBUG oslo_vmware.api [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.990520] env[68802]: INFO nova.compute.manager [-] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Took 1.58 seconds to deallocate network for instance. [ 879.152625] env[68802]: DEBUG nova.compute.manager [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.295321] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795543, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.301191] env[68802]: DEBUG oslo_concurrency.lockutils [req-4e4e5ed0-c99d-40f5-97e6-8dfaaa2961e7 req-48185eef-1b72-4b8c-b04c-220ba7d9fe2f service nova] Releasing lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.436766] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 7c883ceb-bd80-4e2d-8172-aa18125ef396] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 879.452299] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795545, 'name': ReconfigVM_Task, 'duration_secs': 0.470796} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.458095] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 17df6451-6d98-446e-ac95-574fe40d8bb5/17df6451-6d98-446e-ac95-574fe40d8bb5.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.458987] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb277ab7-22da-4f49-b2a4-903425125457 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.465551] env[68802]: DEBUG oslo_vmware.api [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440967} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.466838] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.467094] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.467331] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.467517] env[68802]: INFO nova.compute.manager [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 879.467742] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.468032] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for the task: (returnval){ [ 879.468032] env[68802]: value = "task-2795547" [ 879.468032] env[68802]: _type = "Task" [ 879.468032] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.468242] env[68802]: DEBUG nova.compute.manager [-] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.468319] env[68802]: DEBUG nova.network.neutron [-] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.482113] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795547, 'name': Rename_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.497916] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.669856] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.742989] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14401d04-f0a2-457e-9e7f-1cecc2190068 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.750442] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c5370-2567-48c2-b7c8-2049fab484ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.789320] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418a4e28-59a4-4958-b86a-f8aa2ba0b1e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.800737] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708466} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.802913] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] fac4c1b3-e3a6-4296-bcd9-481544d6ff31/fac4c1b3-e3a6-4296-bcd9-481544d6ff31.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.803149] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.803462] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a59177f0-f62b-4680-ac84-eb2381b80aec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.808017] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42d230f-118b-40f7-b3b0-bfba86ed7626 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.822530] env[68802]: DEBUG nova.compute.provider_tree [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.825461] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 879.825461] env[68802]: value = "task-2795548" [ 879.825461] env[68802]: _type = "Task" [ 879.825461] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.837785] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.864563] env[68802]: DEBUG nova.network.neutron [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Port ec6eb5f9-5361-4099-b345-8136c1b6ffd6 binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 879.864894] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.865067] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.865242] env[68802]: DEBUG nova.network.neutron [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.940427] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 14a6193c-05be-493e-a1bb-75b7b31897ad] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 879.979100] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795547, 'name': Rename_Task, 'duration_secs': 0.497191} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.979405] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.979663] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-427b280d-1286-424b-98ee-b87389667d5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.984764] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for the task: (returnval){ [ 879.984764] env[68802]: value = "task-2795549" [ 879.984764] env[68802]: _type = "Task" [ 879.984764] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.991974] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.213879] env[68802]: DEBUG nova.network.neutron [-] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.215940] env[68802]: DEBUG nova.compute.manager [req-bf1a81ba-375b-469b-8ae3-7d6a6951169c req-53fbaa25-596d-4e67-abd4-b182e01a8a6a service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Received event network-vif-deleted-71478fe1-06f3-4b3b-912b-bd5e97518009 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 880.216179] env[68802]: INFO nova.compute.manager [req-bf1a81ba-375b-469b-8ae3-7d6a6951169c req-53fbaa25-596d-4e67-abd4-b182e01a8a6a service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Neutron deleted interface 71478fe1-06f3-4b3b-912b-bd5e97518009; detaching it from the instance and deleting it from the info cache [ 880.216337] env[68802]: DEBUG nova.network.neutron [req-bf1a81ba-375b-469b-8ae3-7d6a6951169c req-53fbaa25-596d-4e67-abd4-b182e01a8a6a service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.327488] env[68802]: DEBUG nova.scheduler.client.report [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.339311] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193256} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.339561] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.340339] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc48c14-4543-4740-ab79-cecab1fff5de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.363145] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] fac4c1b3-e3a6-4296-bcd9-481544d6ff31/fac4c1b3-e3a6-4296-bcd9-481544d6ff31.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.363633] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7953bf3-0e57-48e9-93f3-a1d3774c3c65 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.387400] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 880.387400] env[68802]: value = "task-2795550" [ 880.387400] env[68802]: _type = "Task" [ 880.387400] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.395586] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.444373] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.444373] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Cleaning up deleted instances with incomplete migration {{(pid=68802) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 880.494825] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.661400] env[68802]: DEBUG nova.network.neutron [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance_info_cache with network_info: [{"id": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "address": "fa:16:3e:31:73:ca", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6eb5f9-53", "ovs_interfaceid": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.718438] env[68802]: INFO nova.compute.manager [-] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Took 1.25 seconds to deallocate network for instance. [ 880.720624] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8faf78b4-285a-4de4-9cb4-345ba5f3627a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.732477] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02433117-8161-452b-a432-7a4988a465b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.765723] env[68802]: DEBUG nova.compute.manager [req-bf1a81ba-375b-469b-8ae3-7d6a6951169c req-53fbaa25-596d-4e67-abd4-b182e01a8a6a service nova] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Detach interface failed, port_id=71478fe1-06f3-4b3b-912b-bd5e97518009, reason: Instance 46bfcf80-7dbd-492e-b9d3-a6207b2427b7 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 880.835072] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.835620] env[68802]: DEBUG nova.compute.manager [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.838431] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.894s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.838630] env[68802]: DEBUG nova.objects.instance [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lazy-loading 'resources' on Instance uuid e2c47b08-680d-4ad8-bcb1-907a68f70339 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.898031] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.946793] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.995121] env[68802]: DEBUG oslo_vmware.api [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795549, 'name': PowerOnVM_Task, 'duration_secs': 0.931053} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.995393] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.995589] env[68802]: INFO nova.compute.manager [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Took 8.15 seconds to spawn the instance on the hypervisor. [ 880.995765] env[68802]: DEBUG nova.compute.manager [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.996551] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc4423c-44b7-43a3-b3dc-cd9a0cc05577 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.164810] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.228178] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.341899] env[68802]: DEBUG nova.compute.utils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.348459] env[68802]: DEBUG nova.compute.manager [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.348459] env[68802]: DEBUG nova.network.neutron [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.399184] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795550, 'name': ReconfigVM_Task, 'duration_secs': 0.863467} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.401760] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Reconfigured VM instance instance-00000047 to attach disk [datastore2] fac4c1b3-e3a6-4296-bcd9-481544d6ff31/fac4c1b3-e3a6-4296-bcd9-481544d6ff31.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.403022] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddca8801-9f62-4776-a0eb-de4e0f173081 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.409484] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 881.409484] env[68802]: value = "task-2795551" [ 881.409484] env[68802]: _type = "Task" [ 881.409484] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.420495] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795551, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.421810] env[68802]: DEBUG nova.policy [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fceff175389e4198930ad612c0ea37f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '336469a4a707449ea7e146aac7ad1f7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.512406] env[68802]: INFO nova.compute.manager [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Took 17.04 seconds to build instance. [ 881.660424] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5b8ddf-a3c3-42ab-94b4-97bf7dfe7cd4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.669365] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf57266-b964-42fe-861e-9afd1fb068f9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.674135] env[68802]: DEBUG nova.compute.manager [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68802) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 881.674135] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.701675] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02f0caa-2f0d-4546-919c-492b5e08aef8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.710200] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e6df6a-2869-400f-adb0-31974e81adcb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.724727] env[68802]: DEBUG nova.compute.provider_tree [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.790879] env[68802]: DEBUG nova.network.neutron [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Successfully created port: 7b863f13-c2cd-428b-8cd5-2f73acb0366c {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.831105] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquiring lock "17df6451-6d98-446e-ac95-574fe40d8bb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.845861] env[68802]: DEBUG nova.compute.manager [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.924020] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795551, 'name': Rename_Task, 'duration_secs': 0.382607} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.924020] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.924020] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2d85fc0-778b-438b-925b-3152d00acb0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.927257] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 881.927257] env[68802]: value = "task-2795552" [ 881.927257] env[68802]: _type = "Task" [ 881.927257] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.937419] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.015990] env[68802]: DEBUG oslo_concurrency.lockutils [None req-28d680be-a44a-442d-ac8f-2d6a8ec730f0 tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "17df6451-6d98-446e-ac95-574fe40d8bb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.548s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.016322] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "17df6451-6d98-446e-ac95-574fe40d8bb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.185s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.016544] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquiring lock "17df6451-6d98-446e-ac95-574fe40d8bb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.016796] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "17df6451-6d98-446e-ac95-574fe40d8bb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.016928] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "17df6451-6d98-446e-ac95-574fe40d8bb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.019509] env[68802]: INFO nova.compute.manager [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Terminating instance [ 882.227434] env[68802]: DEBUG nova.scheduler.client.report [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.437780] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795552, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.523938] env[68802]: DEBUG nova.compute.manager [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.524340] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.525706] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43329d8a-53d4-4052-9a20-6b419252ee85 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.536524] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.536692] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73fa873a-b716-4b92-87d0-0cbc3a09ed62 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.543991] env[68802]: DEBUG oslo_vmware.api [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for the task: (returnval){ [ 882.543991] env[68802]: value = "task-2795553" [ 882.543991] env[68802]: _type = "Task" [ 882.543991] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.556299] env[68802]: DEBUG oslo_vmware.api [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.734308] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.738091] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.843s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.738091] env[68802]: DEBUG nova.objects.instance [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lazy-loading 'resources' on Instance uuid 905b72db-dfda-4278-bfbe-7a3432ebe8c2 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.760341] env[68802]: INFO nova.scheduler.client.report [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Deleted allocations for instance e2c47b08-680d-4ad8-bcb1-907a68f70339 [ 882.856618] env[68802]: DEBUG nova.compute.manager [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.883256] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.883595] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.883785] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.883999] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.884199] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.884381] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.884628] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.884820] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.885032] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.885237] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.885457] env[68802]: DEBUG nova.virt.hardware [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.886379] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff96de0-9a5d-4101-b7a8-26ee302b1ee2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.894276] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2411abc-2a02-4341-ade9-98f7cf7be57a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.936713] env[68802]: DEBUG oslo_vmware.api [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795552, 'name': PowerOnVM_Task, 'duration_secs': 0.553315} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.937354] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.937582] env[68802]: INFO nova.compute.manager [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Took 8.63 seconds to spawn the instance on the hypervisor. [ 882.937767] env[68802]: DEBUG nova.compute.manager [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.938601] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2a4547-7020-4c3e-a2b5-3c6099463741 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.054054] env[68802]: DEBUG oslo_vmware.api [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795553, 'name': PowerOffVM_Task, 'duration_secs': 0.232302} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.054054] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.054197] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.054515] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-078fd5ed-e7bd-4e55-9fb6-387eba2ddd54 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.118314] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.118314] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.118562] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Deleting the datastore file [datastore1] 17df6451-6d98-446e-ac95-574fe40d8bb5 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.119237] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b206f990-d529-44eb-b34d-731165c7bbdf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.126240] env[68802]: DEBUG oslo_vmware.api [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for the task: (returnval){ [ 883.126240] env[68802]: value = "task-2795555" [ 883.126240] env[68802]: _type = "Task" [ 883.126240] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.136856] env[68802]: DEBUG oslo_vmware.api [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.218284] env[68802]: DEBUG nova.compute.manager [req-041fd2c5-f944-4e24-966f-526fae91587d req-5bcffa78-5c37-429c-9a4e-f619ebdb2fab service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Received event network-vif-plugged-7b863f13-c2cd-428b-8cd5-2f73acb0366c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 883.218284] env[68802]: DEBUG oslo_concurrency.lockutils [req-041fd2c5-f944-4e24-966f-526fae91587d req-5bcffa78-5c37-429c-9a4e-f619ebdb2fab service nova] Acquiring lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.218473] env[68802]: DEBUG oslo_concurrency.lockutils [req-041fd2c5-f944-4e24-966f-526fae91587d req-5bcffa78-5c37-429c-9a4e-f619ebdb2fab service nova] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.218660] env[68802]: DEBUG oslo_concurrency.lockutils [req-041fd2c5-f944-4e24-966f-526fae91587d req-5bcffa78-5c37-429c-9a4e-f619ebdb2fab service nova] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.218936] env[68802]: DEBUG nova.compute.manager [req-041fd2c5-f944-4e24-966f-526fae91587d req-5bcffa78-5c37-429c-9a4e-f619ebdb2fab service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] No waiting events found dispatching network-vif-plugged-7b863f13-c2cd-428b-8cd5-2f73acb0366c {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.219175] env[68802]: WARNING nova.compute.manager [req-041fd2c5-f944-4e24-966f-526fae91587d req-5bcffa78-5c37-429c-9a4e-f619ebdb2fab service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Received unexpected event network-vif-plugged-7b863f13-c2cd-428b-8cd5-2f73acb0366c for instance with vm_state building and task_state spawning. [ 883.269153] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bad27776-d5c2-44f3-ada0-b1562dbc5baa tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "e2c47b08-680d-4ad8-bcb1-907a68f70339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.907s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.306867] env[68802]: DEBUG nova.network.neutron [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Successfully updated port: 7b863f13-c2cd-428b-8cd5-2f73acb0366c {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.456628] env[68802]: INFO nova.compute.manager [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Took 18.91 seconds to build instance. [ 883.537123] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d77572-6f64-4473-91b5-a806adc6f0e6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.544668] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c954d0-219b-4346-9a98-2777305f8fc4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.575222] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ed0f3b-8c9a-4660-a88c-556827c4f769 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.583619] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe9ca81-6c59-45b7-819a-a9bc48cccd5e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.597499] env[68802]: DEBUG nova.compute.provider_tree [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.635566] env[68802]: DEBUG oslo_vmware.api [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Task: {'id': task-2795555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180514} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.635845] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.636061] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.636435] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.636435] env[68802]: INFO nova.compute.manager [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 883.636986] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.636986] env[68802]: DEBUG nova.compute.manager [-] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.636986] env[68802]: DEBUG nova.network.neutron [-] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.811868] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "refresh_cache-088a1d05-b6a6-4c31-b9b8-88a255ae055b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.812027] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquired lock "refresh_cache-088a1d05-b6a6-4c31-b9b8-88a255ae055b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.812179] env[68802]: DEBUG nova.network.neutron [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.958935] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6fc8e7b3-f6b2-468e-b7eb-21ad6fd0627c tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.421s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.101481] env[68802]: DEBUG nova.scheduler.client.report [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.177268] env[68802]: DEBUG oslo_concurrency.lockutils [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.177539] env[68802]: DEBUG oslo_concurrency.lockutils [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.177749] env[68802]: DEBUG oslo_concurrency.lockutils [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.177927] env[68802]: DEBUG oslo_concurrency.lockutils [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.178180] env[68802]: DEBUG oslo_concurrency.lockutils [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.181107] env[68802]: INFO nova.compute.manager [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Terminating instance [ 884.345621] env[68802]: DEBUG nova.network.neutron [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.372615] env[68802]: DEBUG nova.network.neutron [-] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.483082] env[68802]: DEBUG nova.network.neutron [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Updating instance_info_cache with network_info: [{"id": "7b863f13-c2cd-428b-8cd5-2f73acb0366c", "address": "fa:16:3e:37:1b:02", "network": {"id": "776e172d-8c0c-49ee-8e1d-37fce54de7b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28508885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336469a4a707449ea7e146aac7ad1f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b863f13-c2", "ovs_interfaceid": "7b863f13-c2cd-428b-8cd5-2f73acb0366c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.608628] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.611255] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.558s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.611356] env[68802]: DEBUG nova.objects.instance [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lazy-loading 'resources' on Instance uuid 55060620-d0ea-4609-a2d1-1421edfbf791 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.625579] env[68802]: INFO nova.scheduler.client.report [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Deleted allocations for instance 905b72db-dfda-4278-bfbe-7a3432ebe8c2 [ 884.685128] env[68802]: DEBUG nova.compute.manager [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.685369] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.686301] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15675e88-bd1c-458c-8405-cd8fd6e0bfbb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.694729] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.694972] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bd18141-a653-481c-a6dc-ba1e4734e915 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.700940] env[68802]: DEBUG oslo_vmware.api [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 884.700940] env[68802]: value = "task-2795556" [ 884.700940] env[68802]: _type = "Task" [ 884.700940] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.709647] env[68802]: DEBUG oslo_vmware.api [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.879308] env[68802]: INFO nova.compute.manager [-] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Took 1.24 seconds to deallocate network for instance. [ 884.986965] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Releasing lock "refresh_cache-088a1d05-b6a6-4c31-b9b8-88a255ae055b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.988240] env[68802]: DEBUG nova.compute.manager [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Instance network_info: |[{"id": "7b863f13-c2cd-428b-8cd5-2f73acb0366c", "address": "fa:16:3e:37:1b:02", "network": {"id": "776e172d-8c0c-49ee-8e1d-37fce54de7b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28508885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336469a4a707449ea7e146aac7ad1f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b863f13-c2", "ovs_interfaceid": "7b863f13-c2cd-428b-8cd5-2f73acb0366c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.988343] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:1b:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b863f13-c2cd-428b-8cd5-2f73acb0366c', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.995633] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.995864] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.996570] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e161f8f0-3ce4-4377-818c-c2891f95fdc2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.019167] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.019167] env[68802]: value = "task-2795557" [ 885.019167] env[68802]: _type = "Task" [ 885.019167] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.029461] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795557, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.133809] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b91e01a-7415-4c61-8221-474855ea1466 tempest-ImagesOneServerNegativeTestJSON-1492762021 tempest-ImagesOneServerNegativeTestJSON-1492762021-project-member] Lock "905b72db-dfda-4278-bfbe-7a3432ebe8c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.818s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.212635] env[68802]: DEBUG oslo_vmware.api [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795556, 'name': PowerOffVM_Task, 'duration_secs': 0.222381} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.215661] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.215838] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.216331] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecf09da0-e011-4729-beba-a1de06f79374 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.249629] env[68802]: DEBUG nova.compute.manager [req-2187571b-1b90-49e5-9883-28c19b4206b1 req-41348797-c7d6-44c7-ae4d-bc11012f71fb service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Received event network-changed-7b863f13-c2cd-428b-8cd5-2f73acb0366c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 885.249851] env[68802]: DEBUG nova.compute.manager [req-2187571b-1b90-49e5-9883-28c19b4206b1 req-41348797-c7d6-44c7-ae4d-bc11012f71fb service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Refreshing instance network info cache due to event network-changed-7b863f13-c2cd-428b-8cd5-2f73acb0366c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 885.250110] env[68802]: DEBUG oslo_concurrency.lockutils [req-2187571b-1b90-49e5-9883-28c19b4206b1 req-41348797-c7d6-44c7-ae4d-bc11012f71fb service nova] Acquiring lock "refresh_cache-088a1d05-b6a6-4c31-b9b8-88a255ae055b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.250293] env[68802]: DEBUG oslo_concurrency.lockutils [req-2187571b-1b90-49e5-9883-28c19b4206b1 req-41348797-c7d6-44c7-ae4d-bc11012f71fb service nova] Acquired lock "refresh_cache-088a1d05-b6a6-4c31-b9b8-88a255ae055b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.250543] env[68802]: DEBUG nova.network.neutron [req-2187571b-1b90-49e5-9883-28c19b4206b1 req-41348797-c7d6-44c7-ae4d-bc11012f71fb service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Refreshing network info cache for port 7b863f13-c2cd-428b-8cd5-2f73acb0366c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.293021] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.293288] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.293510] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Deleting the datastore file [datastore1] b0dfb283-3de7-4fac-8cc2-ba072c942c7d {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.293802] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1ecdbb6-0d6d-4c75-8fb2-b6e4b68ca70a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.304182] env[68802]: DEBUG oslo_vmware.api [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for the task: (returnval){ [ 885.304182] env[68802]: value = "task-2795559" [ 885.304182] env[68802]: _type = "Task" [ 885.304182] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.320044] env[68802]: DEBUG oslo_vmware.api [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.327447] env[68802]: DEBUG nova.compute.manager [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Stashing vm_state: active {{(pid=68802) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 885.390035] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.465033] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c79230a-f125-4595-9985-3c95e9ac2cfa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.472520] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f4af8d-1ae2-4375-b558-dc147c23e331 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.501637] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aef37d-03a2-4fb5-aba3-53d97fc569c6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.509185] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e994b7e-0c7c-4627-975b-0aa010d35e1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.524230] env[68802]: DEBUG nova.compute.provider_tree [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.533099] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795557, 'name': CreateVM_Task, 'duration_secs': 0.312828} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.533830] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.534525] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.534690] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.535027] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.535530] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b8b01f1-865a-4bde-a275-818b2e89299e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.540163] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 885.540163] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52540dcb-22a6-a3f8-f949-45fd45d7f952" [ 885.540163] env[68802]: _type = "Task" [ 885.540163] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.548424] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52540dcb-22a6-a3f8-f949-45fd45d7f952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.814416] env[68802]: DEBUG oslo_vmware.api [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Task: {'id': task-2795559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134858} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.814736] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.814811] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.815193] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.815433] env[68802]: INFO nova.compute.manager [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 885.815768] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.815959] env[68802]: DEBUG nova.compute.manager [-] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.816058] env[68802]: DEBUG nova.network.neutron [-] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.848416] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.958502] env[68802]: DEBUG nova.network.neutron [req-2187571b-1b90-49e5-9883-28c19b4206b1 req-41348797-c7d6-44c7-ae4d-bc11012f71fb service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Updated VIF entry in instance network info cache for port 7b863f13-c2cd-428b-8cd5-2f73acb0366c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.958867] env[68802]: DEBUG nova.network.neutron [req-2187571b-1b90-49e5-9883-28c19b4206b1 req-41348797-c7d6-44c7-ae4d-bc11012f71fb service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Updating instance_info_cache with network_info: [{"id": "7b863f13-c2cd-428b-8cd5-2f73acb0366c", "address": "fa:16:3e:37:1b:02", "network": {"id": "776e172d-8c0c-49ee-8e1d-37fce54de7b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28508885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336469a4a707449ea7e146aac7ad1f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b863f13-c2", "ovs_interfaceid": "7b863f13-c2cd-428b-8cd5-2f73acb0366c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.030098] env[68802]: DEBUG nova.scheduler.client.report [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.053673] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52540dcb-22a6-a3f8-f949-45fd45d7f952, 'name': SearchDatastore_Task, 'duration_secs': 0.008533} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.054077] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.054399] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.054716] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.054972] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.055820] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.056536] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ab77e47-da58-49e6-83f4-988d9c9eea20 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.071027] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.071117] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.074148] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f974da-72f7-4821-98c5-2feecf7e5acd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.077136] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 886.077136] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b10719-330a-0465-eccc-ccd02ec2615e" [ 886.077136] env[68802]: _type = "Task" [ 886.077136] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.084903] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b10719-330a-0465-eccc-ccd02ec2615e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.174106] env[68802]: DEBUG nova.compute.manager [req-446faebe-e823-4d0e-b9bc-51d44d674346 req-b3c2e17d-0795-4099-aae2-fd1bc14afe9f service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Received event network-vif-deleted-373296d0-f70f-45ec-b31d-aeddb00fd7b4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.174448] env[68802]: INFO nova.compute.manager [req-446faebe-e823-4d0e-b9bc-51d44d674346 req-b3c2e17d-0795-4099-aae2-fd1bc14afe9f service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Neutron deleted interface 373296d0-f70f-45ec-b31d-aeddb00fd7b4; detaching it from the instance and deleting it from the info cache [ 886.174517] env[68802]: DEBUG nova.network.neutron [req-446faebe-e823-4d0e-b9bc-51d44d674346 req-b3c2e17d-0795-4099-aae2-fd1bc14afe9f service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.465041] env[68802]: DEBUG oslo_concurrency.lockutils [req-2187571b-1b90-49e5-9883-28c19b4206b1 req-41348797-c7d6-44c7-ae4d-bc11012f71fb service nova] Releasing lock "refresh_cache-088a1d05-b6a6-4c31-b9b8-88a255ae055b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.465330] env[68802]: DEBUG nova.compute.manager [req-2187571b-1b90-49e5-9883-28c19b4206b1 req-41348797-c7d6-44c7-ae4d-bc11012f71fb service nova] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Received event network-vif-deleted-e95e75c7-870f-43df-a157-cc26a78eac7b {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.535544] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.537956] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.153s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.538660] env[68802]: DEBUG nova.objects.instance [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lazy-loading 'resources' on Instance uuid 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.560453] env[68802]: INFO nova.scheduler.client.report [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Deleted allocations for instance 55060620-d0ea-4609-a2d1-1421edfbf791 [ 886.588313] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b10719-330a-0465-eccc-ccd02ec2615e, 'name': SearchDatastore_Task, 'duration_secs': 0.022118} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.589048] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629d0c84-352a-4906-904d-b44765370e79 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.593956] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 886.593956] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b5402e-290e-73f8-8ee8-2757216ed1eb" [ 886.593956] env[68802]: _type = "Task" [ 886.593956] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.601819] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b5402e-290e-73f8-8ee8-2757216ed1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.617630] env[68802]: DEBUG nova.network.neutron [-] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.678133] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-569d27df-a07a-4520-93f9-7e123d149b74 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.687311] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bba9e8-7649-4992-a3c6-a6dec97f3344 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.720275] env[68802]: DEBUG nova.compute.manager [req-446faebe-e823-4d0e-b9bc-51d44d674346 req-b3c2e17d-0795-4099-aae2-fd1bc14afe9f service nova] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Detach interface failed, port_id=373296d0-f70f-45ec-b31d-aeddb00fd7b4, reason: Instance b0dfb283-3de7-4fac-8cc2-ba072c942c7d could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 887.069751] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d38a0a86-e3a0-4121-90b1-68ea49b20a28 tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "55060620-d0ea-4609-a2d1-1421edfbf791" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.166s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.105522] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b5402e-290e-73f8-8ee8-2757216ed1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.108377] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.109048] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 088a1d05-b6a6-4c31-b9b8-88a255ae055b/088a1d05-b6a6-4c31-b9b8-88a255ae055b.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.109786] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eed7475-d6c0-4f46-9e9a-32df2fe15f9d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.116847] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 887.116847] env[68802]: value = "task-2795560" [ 887.116847] env[68802]: _type = "Task" [ 887.116847] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.122702] env[68802]: INFO nova.compute.manager [-] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Took 1.31 seconds to deallocate network for instance. [ 887.136981] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.409083] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db13da8e-fdfa-491f-96e4-06e0957cf552 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.418884] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c24bdd6-329d-41bf-a852-1ab8a747f69d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.456147] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3bf75a-f90d-424e-ae00-d14f74572445 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.465251] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feabeb6-e529-4ba6-a6c1-4904cf0b0965 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.482173] env[68802]: DEBUG nova.compute.provider_tree [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.626018] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462819} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.626306] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 088a1d05-b6a6-4c31-b9b8-88a255ae055b/088a1d05-b6a6-4c31-b9b8-88a255ae055b.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.626517] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.626764] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-811fdf57-50a2-4261-bae6-757f90adfa24 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.632892] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 887.632892] env[68802]: value = "task-2795561" [ 887.632892] env[68802]: _type = "Task" [ 887.632892] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.640954] env[68802]: DEBUG oslo_concurrency.lockutils [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.641240] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.986549] env[68802]: DEBUG nova.scheduler.client.report [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.144281] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059853} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.144737] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.146425] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec70447-fa56-4806-8d9c-f4b0635d15ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.171196] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 088a1d05-b6a6-4c31-b9b8-88a255ae055b/088a1d05-b6a6-4c31-b9b8-88a255ae055b.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.171499] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2750e648-0857-4c3c-92cd-b8dae9be1802 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.191029] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 888.191029] env[68802]: value = "task-2795562" [ 888.191029] env[68802]: _type = "Task" [ 888.191029] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.201685] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.491665] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.494209] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.093s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.495595] env[68802]: INFO nova.compute.claims [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.524891] env[68802]: INFO nova.scheduler.client.report [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Deleted allocations for instance 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2 [ 888.703871] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795562, 'name': ReconfigVM_Task, 'duration_secs': 0.31062} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.704742] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 088a1d05-b6a6-4c31-b9b8-88a255ae055b/088a1d05-b6a6-4c31-b9b8-88a255ae055b.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.705048] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61e79834-8399-4bf7-ac51-045fd429fdc6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.712057] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 888.712057] env[68802]: value = "task-2795563" [ 888.712057] env[68802]: _type = "Task" [ 888.712057] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.719640] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795563, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.033382] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64aedf9f-2d26-4142-9074-fe8b529bad8a tempest-ListServersNegativeTestJSON-232320423 tempest-ListServersNegativeTestJSON-232320423-project-member] Lock "3ef986d9-7f22-41ef-b0dd-a8835d38c2c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.122s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.222415] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795563, 'name': Rename_Task, 'duration_secs': 0.136157} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.223203] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.223550] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc0f9784-6f87-446e-aec8-d31fd7954217 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.230729] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 889.230729] env[68802]: value = "task-2795564" [ 889.230729] env[68802]: _type = "Task" [ 889.230729] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.240748] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.741798] env[68802]: DEBUG oslo_vmware.api [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795564, 'name': PowerOnVM_Task, 'duration_secs': 0.44351} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.742093] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.742299] env[68802]: INFO nova.compute.manager [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Took 6.89 seconds to spawn the instance on the hypervisor. [ 889.742478] env[68802]: DEBUG nova.compute.manager [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.743865] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181f8a44-e840-47cd-9df8-7251c1539f64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.829523] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f149d0-c3fb-469a-bfb7-c1759abd6c5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.837326] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747eca80-f063-4f11-a0e1-bcd215877842 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.868095] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968f120a-dd5b-4526-a716-6466c3999be5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.875704] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb8d836-0596-44f0-ac8d-0b5ea6b03c90 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.890323] env[68802]: DEBUG nova.compute.provider_tree [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.925664] env[68802]: DEBUG oslo_concurrency.lockutils [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquiring lock "8228be33-050d-4880-96b0-eb6734592837" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.925912] env[68802]: DEBUG oslo_concurrency.lockutils [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lock "8228be33-050d-4880-96b0-eb6734592837" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.926192] env[68802]: DEBUG oslo_concurrency.lockutils [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquiring lock "8228be33-050d-4880-96b0-eb6734592837-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.926387] env[68802]: DEBUG oslo_concurrency.lockutils [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lock "8228be33-050d-4880-96b0-eb6734592837-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.926552] env[68802]: DEBUG oslo_concurrency.lockutils [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lock "8228be33-050d-4880-96b0-eb6734592837-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.928650] env[68802]: INFO nova.compute.manager [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Terminating instance [ 890.263364] env[68802]: INFO nova.compute.manager [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Took 21.68 seconds to build instance. [ 890.393735] env[68802]: DEBUG nova.scheduler.client.report [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.432244] env[68802]: DEBUG nova.compute.manager [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.432473] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.433366] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55de5b0a-31cf-4de7-aeeb-df8eb1e17192 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.441433] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.442906] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00f3d94e-f398-46bf-a705-44a0bc4beacf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.449826] env[68802]: DEBUG oslo_vmware.api [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for the task: (returnval){ [ 890.449826] env[68802]: value = "task-2795565" [ 890.449826] env[68802]: _type = "Task" [ 890.449826] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.457955] env[68802]: DEBUG oslo_vmware.api [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.765246] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4d7e518a-4c9c-4182-a02f-6214528b3bbd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.191s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.899141] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.899712] env[68802]: DEBUG nova.compute.manager [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.907318] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.409s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.907560] env[68802]: DEBUG nova.objects.instance [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lazy-loading 'resources' on Instance uuid 5f43c913-9f54-4d9e-954d-9e776a259a16 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.965036] env[68802]: DEBUG oslo_vmware.api [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795565, 'name': PowerOffVM_Task, 'duration_secs': 0.27033} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.965902] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.966116] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.966407] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c5be1a4-9f60-4569-b982-9e9a195eb552 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.975803] env[68802]: DEBUG nova.compute.manager [req-b72ca852-32d7-4ad6-b625-85dbc4eb1805 req-e38b2bc3-28d7-4563-b8bb-8cc9fd76fe13 service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Received event network-changed-7b863f13-c2cd-428b-8cd5-2f73acb0366c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 890.976017] env[68802]: DEBUG nova.compute.manager [req-b72ca852-32d7-4ad6-b625-85dbc4eb1805 req-e38b2bc3-28d7-4563-b8bb-8cc9fd76fe13 service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Refreshing instance network info cache due to event network-changed-7b863f13-c2cd-428b-8cd5-2f73acb0366c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 890.976393] env[68802]: DEBUG oslo_concurrency.lockutils [req-b72ca852-32d7-4ad6-b625-85dbc4eb1805 req-e38b2bc3-28d7-4563-b8bb-8cc9fd76fe13 service nova] Acquiring lock "refresh_cache-088a1d05-b6a6-4c31-b9b8-88a255ae055b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.976514] env[68802]: DEBUG oslo_concurrency.lockutils [req-b72ca852-32d7-4ad6-b625-85dbc4eb1805 req-e38b2bc3-28d7-4563-b8bb-8cc9fd76fe13 service nova] Acquired lock "refresh_cache-088a1d05-b6a6-4c31-b9b8-88a255ae055b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.976680] env[68802]: DEBUG nova.network.neutron [req-b72ca852-32d7-4ad6-b625-85dbc4eb1805 req-e38b2bc3-28d7-4563-b8bb-8cc9fd76fe13 service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Refreshing network info cache for port 7b863f13-c2cd-428b-8cd5-2f73acb0366c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.035600] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.035879] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.036149] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Deleting the datastore file [datastore1] 8228be33-050d-4880-96b0-eb6734592837 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.036531] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d55c8e7-aba8-4550-8071-08e63edbaf8a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.044706] env[68802]: DEBUG oslo_vmware.api [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for the task: (returnval){ [ 891.044706] env[68802]: value = "task-2795567" [ 891.044706] env[68802]: _type = "Task" [ 891.044706] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.056124] env[68802]: DEBUG oslo_vmware.api [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.411414] env[68802]: DEBUG nova.compute.utils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.418140] env[68802]: DEBUG nova.compute.manager [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.418484] env[68802]: DEBUG nova.network.neutron [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.466878] env[68802]: DEBUG nova.policy [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63ba558727014cffa1e2704575ca6b76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '783f519f09ea43c2adc43f7e85f0b5c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.556757] env[68802]: DEBUG oslo_vmware.api [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Task: {'id': task-2795567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225387} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.556757] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.558093] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.558093] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.558093] env[68802]: INFO nova.compute.manager [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] [instance: 8228be33-050d-4880-96b0-eb6734592837] Took 1.12 seconds to destroy the instance on the hypervisor. [ 891.558093] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.560203] env[68802]: DEBUG nova.compute.manager [-] [instance: 8228be33-050d-4880-96b0-eb6734592837] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.560325] env[68802]: DEBUG nova.network.neutron [-] [instance: 8228be33-050d-4880-96b0-eb6734592837] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.747443] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b96e9dd-3568-4155-99f3-05af5ab070c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.757671] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1816cc-8481-4284-b0bb-d17f7e3d8d01 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.796322] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716b767c-8e5f-4214-971f-48ffc45cd235 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.804605] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe0703-ada2-46e1-975d-a0fac5093f2d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.823218] env[68802]: DEBUG nova.compute.provider_tree [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.919424] env[68802]: DEBUG nova.compute.manager [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.924451] env[68802]: DEBUG nova.network.neutron [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Successfully created port: 434bb024-6130-4dc2-8cfc-27520b4ae33e {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.135037] env[68802]: DEBUG nova.network.neutron [req-b72ca852-32d7-4ad6-b625-85dbc4eb1805 req-e38b2bc3-28d7-4563-b8bb-8cc9fd76fe13 service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Updated VIF entry in instance network info cache for port 7b863f13-c2cd-428b-8cd5-2f73acb0366c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.135500] env[68802]: DEBUG nova.network.neutron [req-b72ca852-32d7-4ad6-b625-85dbc4eb1805 req-e38b2bc3-28d7-4563-b8bb-8cc9fd76fe13 service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Updating instance_info_cache with network_info: [{"id": "7b863f13-c2cd-428b-8cd5-2f73acb0366c", "address": "fa:16:3e:37:1b:02", "network": {"id": "776e172d-8c0c-49ee-8e1d-37fce54de7b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28508885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336469a4a707449ea7e146aac7ad1f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b863f13-c2", "ovs_interfaceid": "7b863f13-c2cd-428b-8cd5-2f73acb0366c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.326766] env[68802]: DEBUG nova.scheduler.client.report [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.639188] env[68802]: DEBUG oslo_concurrency.lockutils [req-b72ca852-32d7-4ad6-b625-85dbc4eb1805 req-e38b2bc3-28d7-4563-b8bb-8cc9fd76fe13 service nova] Releasing lock "refresh_cache-088a1d05-b6a6-4c31-b9b8-88a255ae055b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.834575] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.835400] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.166s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.838518] env[68802]: INFO nova.compute.claims [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.866657] env[68802]: INFO nova.scheduler.client.report [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Deleted allocations for instance 5f43c913-9f54-4d9e-954d-9e776a259a16 [ 892.931600] env[68802]: DEBUG nova.compute.manager [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.964337] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.965128] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.965128] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.965128] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.965128] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.965905] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.965905] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.965905] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.965905] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.965905] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.966208] env[68802]: DEBUG nova.virt.hardware [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.967286] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1111f00-2142-47cd-bbe3-c1444365bf68 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.976824] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c685b265-537d-4d6b-8d2a-fe6b092a3293 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.004348] env[68802]: DEBUG nova.compute.manager [req-69d35132-6587-4926-8dac-1ae64803709d req-035d1f24-2a13-4903-8dd7-881eb76092da service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Received event network-vif-deleted-563244a7-3143-444c-a0a0-f01c3e5f3849 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.004348] env[68802]: INFO nova.compute.manager [req-69d35132-6587-4926-8dac-1ae64803709d req-035d1f24-2a13-4903-8dd7-881eb76092da service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Neutron deleted interface 563244a7-3143-444c-a0a0-f01c3e5f3849; detaching it from the instance and deleting it from the info cache [ 893.004348] env[68802]: DEBUG nova.network.neutron [req-69d35132-6587-4926-8dac-1ae64803709d req-035d1f24-2a13-4903-8dd7-881eb76092da service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.070300] env[68802]: DEBUG nova.network.neutron [-] [instance: 8228be33-050d-4880-96b0-eb6734592837] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.375692] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fe6f8f4a-b13d-4e4c-863d-395b921ef3ba tempest-ServersAdminTestJSON-709366893 tempest-ServersAdminTestJSON-709366893-project-member] Lock "5f43c913-9f54-4d9e-954d-9e776a259a16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.588s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.506501] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54c645a2-eb07-459a-913a-448f82a4873e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.516507] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6b3b1b-7832-4974-b76a-4c25606b5bd7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.562155] env[68802]: DEBUG nova.compute.manager [req-69d35132-6587-4926-8dac-1ae64803709d req-035d1f24-2a13-4903-8dd7-881eb76092da service nova] [instance: 8228be33-050d-4880-96b0-eb6734592837] Detach interface failed, port_id=563244a7-3143-444c-a0a0-f01c3e5f3849, reason: Instance 8228be33-050d-4880-96b0-eb6734592837 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 893.573189] env[68802]: INFO nova.compute.manager [-] [instance: 8228be33-050d-4880-96b0-eb6734592837] Took 2.01 seconds to deallocate network for instance. [ 893.720019] env[68802]: DEBUG nova.compute.manager [req-d9c76fa9-32dc-4d67-9231-32e425f939c9 req-f4bfbdc2-6768-4548-9217-ef8f2dc0d77f service nova] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Received event network-vif-plugged-434bb024-6130-4dc2-8cfc-27520b4ae33e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.720019] env[68802]: DEBUG oslo_concurrency.lockutils [req-d9c76fa9-32dc-4d67-9231-32e425f939c9 req-f4bfbdc2-6768-4548-9217-ef8f2dc0d77f service nova] Acquiring lock "65558f20-2aca-4b46-adf1-a6e2500feb4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.720019] env[68802]: DEBUG oslo_concurrency.lockutils [req-d9c76fa9-32dc-4d67-9231-32e425f939c9 req-f4bfbdc2-6768-4548-9217-ef8f2dc0d77f service nova] Lock "65558f20-2aca-4b46-adf1-a6e2500feb4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.720019] env[68802]: DEBUG oslo_concurrency.lockutils [req-d9c76fa9-32dc-4d67-9231-32e425f939c9 req-f4bfbdc2-6768-4548-9217-ef8f2dc0d77f service nova] Lock "65558f20-2aca-4b46-adf1-a6e2500feb4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.720019] env[68802]: DEBUG nova.compute.manager [req-d9c76fa9-32dc-4d67-9231-32e425f939c9 req-f4bfbdc2-6768-4548-9217-ef8f2dc0d77f service nova] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] No waiting events found dispatching network-vif-plugged-434bb024-6130-4dc2-8cfc-27520b4ae33e {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.720583] env[68802]: WARNING nova.compute.manager [req-d9c76fa9-32dc-4d67-9231-32e425f939c9 req-f4bfbdc2-6768-4548-9217-ef8f2dc0d77f service nova] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Received unexpected event network-vif-plugged-434bb024-6130-4dc2-8cfc-27520b4ae33e for instance with vm_state building and task_state spawning. [ 893.898882] env[68802]: DEBUG nova.network.neutron [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Successfully updated port: 434bb024-6130-4dc2-8cfc-27520b4ae33e {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.081261] env[68802]: DEBUG oslo_concurrency.lockutils [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.178625] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e416a530-f90a-4b62-9744-1e135f980db6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.188009] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f99c822-94bd-4f0e-ba7f-be2fbdacb899 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.222356] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a0776-e10e-494e-9952-a179308f19bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.231084] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c676e07-3e1a-4731-8155-c9c2d75a6c1a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.249526] env[68802]: DEBUG nova.compute.provider_tree [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.406027] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquiring lock "refresh_cache-65558f20-2aca-4b46-adf1-a6e2500feb4d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.406027] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquired lock "refresh_cache-65558f20-2aca-4b46-adf1-a6e2500feb4d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.406273] env[68802]: DEBUG nova.network.neutron [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.755041] env[68802]: DEBUG nova.scheduler.client.report [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.956293] env[68802]: DEBUG nova.network.neutron [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.101336] env[68802]: DEBUG nova.network.neutron [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Updating instance_info_cache with network_info: [{"id": "434bb024-6130-4dc2-8cfc-27520b4ae33e", "address": "fa:16:3e:e2:e4:e7", "network": {"id": "207cfa69-fa0b-48e2-9c41-af141cef2994", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1155028478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "783f519f09ea43c2adc43f7e85f0b5c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434bb024-61", "ovs_interfaceid": "434bb024-6130-4dc2-8cfc-27520b4ae33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.262936] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.263499] env[68802]: DEBUG nova.compute.manager [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.267030] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.039s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.267030] env[68802]: DEBUG nova.objects.instance [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lazy-loading 'resources' on Instance uuid 46bfcf80-7dbd-492e-b9d3-a6207b2427b7 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.559032] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquiring lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.559264] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.606209] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Releasing lock "refresh_cache-65558f20-2aca-4b46-adf1-a6e2500feb4d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.606674] env[68802]: DEBUG nova.compute.manager [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Instance network_info: |[{"id": "434bb024-6130-4dc2-8cfc-27520b4ae33e", "address": "fa:16:3e:e2:e4:e7", "network": {"id": "207cfa69-fa0b-48e2-9c41-af141cef2994", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1155028478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "783f519f09ea43c2adc43f7e85f0b5c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434bb024-61", "ovs_interfaceid": "434bb024-6130-4dc2-8cfc-27520b4ae33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.606917] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:e4:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '434bb024-6130-4dc2-8cfc-27520b4ae33e', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.615232] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Creating folder: Project (783f519f09ea43c2adc43f7e85f0b5c5). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.615822] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a60d91cf-cb25-4278-8a76-4ed083aafd6f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.628573] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Created folder: Project (783f519f09ea43c2adc43f7e85f0b5c5) in parent group-v561663. [ 895.628945] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Creating folder: Instances. Parent ref: group-v561855. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.629058] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9de10d25-54bc-496d-82ef-794c2d3f0439 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.639439] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Created folder: Instances in parent group-v561855. [ 895.639690] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.640329] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.640329] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4698a14e-a6b1-4c01-a71b-caca982c745e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.659541] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.659541] env[68802]: value = "task-2795570" [ 895.659541] env[68802]: _type = "Task" [ 895.659541] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.669321] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795570, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.751315] env[68802]: DEBUG nova.compute.manager [req-2f58be32-6972-46c7-babc-05a969581bf0 req-6dccbced-01f2-49b4-97ea-c6703870aee6 service nova] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Received event network-changed-434bb024-6130-4dc2-8cfc-27520b4ae33e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.751315] env[68802]: DEBUG nova.compute.manager [req-2f58be32-6972-46c7-babc-05a969581bf0 req-6dccbced-01f2-49b4-97ea-c6703870aee6 service nova] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Refreshing instance network info cache due to event network-changed-434bb024-6130-4dc2-8cfc-27520b4ae33e. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 895.751315] env[68802]: DEBUG oslo_concurrency.lockutils [req-2f58be32-6972-46c7-babc-05a969581bf0 req-6dccbced-01f2-49b4-97ea-c6703870aee6 service nova] Acquiring lock "refresh_cache-65558f20-2aca-4b46-adf1-a6e2500feb4d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.751315] env[68802]: DEBUG oslo_concurrency.lockutils [req-2f58be32-6972-46c7-babc-05a969581bf0 req-6dccbced-01f2-49b4-97ea-c6703870aee6 service nova] Acquired lock "refresh_cache-65558f20-2aca-4b46-adf1-a6e2500feb4d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.751315] env[68802]: DEBUG nova.network.neutron [req-2f58be32-6972-46c7-babc-05a969581bf0 req-6dccbced-01f2-49b4-97ea-c6703870aee6 service nova] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Refreshing network info cache for port 434bb024-6130-4dc2-8cfc-27520b4ae33e {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.773407] env[68802]: DEBUG nova.compute.utils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.778028] env[68802]: DEBUG nova.compute.manager [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.778028] env[68802]: DEBUG nova.network.neutron [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.867388] env[68802]: DEBUG nova.policy [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17b158c67784c40b81aa53df7e4939f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3306c3c65a254cb7a49c71af2ed776a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.062749] env[68802]: DEBUG nova.compute.manager [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.133873] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccbc56d-710d-4aa6-ae20-07495c28bb0b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.143066] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369088f3-5db0-43f6-915d-8b351f78d0a9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.181266] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b4e8fe-f2bf-4a33-b5e8-a07b87ee9869 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.189780] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795570, 'name': CreateVM_Task, 'duration_secs': 0.385025} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.191910] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.193937] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.193937] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.193937] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.194759] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b01c2c-e5fa-4ce7-9274-f38e35a1b540 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.198384] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013c614d-1be3-4f25-b9ac-f4a9ad733488 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.203292] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 896.203292] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5251523e-cd78-cc6f-16f2-013f24a95955" [ 896.203292] env[68802]: _type = "Task" [ 896.203292] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.212109] env[68802]: DEBUG nova.compute.provider_tree [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.222121] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5251523e-cd78-cc6f-16f2-013f24a95955, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.222620] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.222978] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.223230] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.223385] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.223588] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.223844] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f001a25c-49f6-4b46-aca9-193fe4b7f7e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.232923] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.233118] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.234376] env[68802]: DEBUG nova.network.neutron [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Successfully created port: 91b18d67-84c3-4ae4-96de-fdb0f6d45e38 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.236213] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ddcc35c-2093-465d-af19-6b7f6d2eb3dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.241834] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 896.241834] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eed6a7-0fdf-6859-c6fb-4c7b16f3e908" [ 896.241834] env[68802]: _type = "Task" [ 896.241834] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.250574] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eed6a7-0fdf-6859-c6fb-4c7b16f3e908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.281298] env[68802]: DEBUG nova.compute.manager [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.454144] env[68802]: DEBUG nova.network.neutron [req-2f58be32-6972-46c7-babc-05a969581bf0 req-6dccbced-01f2-49b4-97ea-c6703870aee6 service nova] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Updated VIF entry in instance network info cache for port 434bb024-6130-4dc2-8cfc-27520b4ae33e. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.454526] env[68802]: DEBUG nova.network.neutron [req-2f58be32-6972-46c7-babc-05a969581bf0 req-6dccbced-01f2-49b4-97ea-c6703870aee6 service nova] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Updating instance_info_cache with network_info: [{"id": "434bb024-6130-4dc2-8cfc-27520b4ae33e", "address": "fa:16:3e:e2:e4:e7", "network": {"id": "207cfa69-fa0b-48e2-9c41-af141cef2994", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1155028478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "783f519f09ea43c2adc43f7e85f0b5c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434bb024-61", "ovs_interfaceid": "434bb024-6130-4dc2-8cfc-27520b4ae33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.586133] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.718531] env[68802]: DEBUG nova.scheduler.client.report [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.754353] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eed6a7-0fdf-6859-c6fb-4c7b16f3e908, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.755338] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbac3167-7a87-47b2-8847-f1ff7fb7384f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.760989] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 896.760989] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5210d678-e0f3-2e58-b854-c2091f8d502a" [ 896.760989] env[68802]: _type = "Task" [ 896.760989] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.770142] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5210d678-e0f3-2e58-b854-c2091f8d502a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.957403] env[68802]: DEBUG oslo_concurrency.lockutils [req-2f58be32-6972-46c7-babc-05a969581bf0 req-6dccbced-01f2-49b4-97ea-c6703870aee6 service nova] Releasing lock "refresh_cache-65558f20-2aca-4b46-adf1-a6e2500feb4d" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.223279] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.225757] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 15.552s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.246119] env[68802]: INFO nova.scheduler.client.report [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted allocations for instance 46bfcf80-7dbd-492e-b9d3-a6207b2427b7 [ 897.272880] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5210d678-e0f3-2e58-b854-c2091f8d502a, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.273170] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.273439] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 65558f20-2aca-4b46-adf1-a6e2500feb4d/65558f20-2aca-4b46-adf1-a6e2500feb4d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.273704] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6676a2d0-a746-428b-922e-c8b38447347f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.281110] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 897.281110] env[68802]: value = "task-2795571" [ 897.281110] env[68802]: _type = "Task" [ 897.281110] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.289126] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.291372] env[68802]: DEBUG nova.compute.manager [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.317415] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.317694] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.317858] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.318114] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.318323] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.318592] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.318922] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.319116] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.319487] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.319791] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.320050] env[68802]: DEBUG nova.virt.hardware [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.321012] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ca5e21-b416-4bf6-bf03-d213f5424248 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.329629] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040017b0-e290-48f0-bccd-a619b680e1fe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.728399] env[68802]: DEBUG nova.objects.instance [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lazy-loading 'migration_context' on Instance uuid b69b3fd6-84f3-489a-a1f3-0dbff323feed {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.755229] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f692604a-6b3d-4f03-99cf-ef1d061a622d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "46bfcf80-7dbd-492e-b9d3-a6207b2427b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.942s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.791335] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440202} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.791641] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 65558f20-2aca-4b46-adf1-a6e2500feb4d/65558f20-2aca-4b46-adf1-a6e2500feb4d.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.791804] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.792076] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60645a06-25b7-4217-8207-1d1da6b97297 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.798493] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 897.798493] env[68802]: value = "task-2795572" [ 897.798493] env[68802]: _type = "Task" [ 897.798493] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.809378] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.914820] env[68802]: DEBUG nova.compute.manager [req-42396b51-e205-49da-9eb1-b9f964f97d4f req-09d626c7-e8bd-4726-889b-af9612692dd5 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Received event network-vif-plugged-91b18d67-84c3-4ae4-96de-fdb0f6d45e38 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 897.915193] env[68802]: DEBUG oslo_concurrency.lockutils [req-42396b51-e205-49da-9eb1-b9f964f97d4f req-09d626c7-e8bd-4726-889b-af9612692dd5 service nova] Acquiring lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.915350] env[68802]: DEBUG oslo_concurrency.lockutils [req-42396b51-e205-49da-9eb1-b9f964f97d4f req-09d626c7-e8bd-4726-889b-af9612692dd5 service nova] Lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.915485] env[68802]: DEBUG oslo_concurrency.lockutils [req-42396b51-e205-49da-9eb1-b9f964f97d4f req-09d626c7-e8bd-4726-889b-af9612692dd5 service nova] Lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.915684] env[68802]: DEBUG nova.compute.manager [req-42396b51-e205-49da-9eb1-b9f964f97d4f req-09d626c7-e8bd-4726-889b-af9612692dd5 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] No waiting events found dispatching network-vif-plugged-91b18d67-84c3-4ae4-96de-fdb0f6d45e38 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.915806] env[68802]: WARNING nova.compute.manager [req-42396b51-e205-49da-9eb1-b9f964f97d4f req-09d626c7-e8bd-4726-889b-af9612692dd5 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Received unexpected event network-vif-plugged-91b18d67-84c3-4ae4-96de-fdb0f6d45e38 for instance with vm_state building and task_state spawning. [ 898.015389] env[68802]: DEBUG nova.network.neutron [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Successfully updated port: 91b18d67-84c3-4ae4-96de-fdb0f6d45e38 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.307723] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068869} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.310204] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.311410] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d780b0-06ce-4510-bedf-101ffb3de382 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.333253] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 65558f20-2aca-4b46-adf1-a6e2500feb4d/65558f20-2aca-4b46-adf1-a6e2500feb4d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.336455] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b795ecbd-94e0-4d9c-80a4-4affcab01259 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.356340] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 898.356340] env[68802]: value = "task-2795573" [ 898.356340] env[68802]: _type = "Task" [ 898.356340] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.367260] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.501310] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924e278-1738-427f-9860-fc48a1ccced5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.508707] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aed3d95-9922-4f45-9470-d11cabb87420 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.538044] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "refresh_cache-5ca94b5b-264a-4851-9677-cd16be6ebcb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.538195] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "refresh_cache-5ca94b5b-264a-4851-9677-cd16be6ebcb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.538345] env[68802]: DEBUG nova.network.neutron [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.541409] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894ff311-19c3-4d88-a8a4-d4a52da30365 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.549658] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aeff14-639e-47ca-9c22-af2912340586 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.563429] env[68802]: DEBUG nova.compute.provider_tree [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.866886] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795573, 'name': ReconfigVM_Task, 'duration_secs': 0.283155} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.866886] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 65558f20-2aca-4b46-adf1-a6e2500feb4d/65558f20-2aca-4b46-adf1-a6e2500feb4d.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.867714] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f49e1c5-8299-49b7-800e-ff8837f00174 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.876239] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 898.876239] env[68802]: value = "task-2795574" [ 898.876239] env[68802]: _type = "Task" [ 898.876239] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.883455] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795574, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.066424] env[68802]: DEBUG nova.scheduler.client.report [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.071051] env[68802]: DEBUG nova.network.neutron [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.271757] env[68802]: DEBUG nova.network.neutron [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Updating instance_info_cache with network_info: [{"id": "91b18d67-84c3-4ae4-96de-fdb0f6d45e38", "address": "fa:16:3e:a6:b0:7d", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b18d67-84", "ovs_interfaceid": "91b18d67-84c3-4ae4-96de-fdb0f6d45e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.384927] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795574, 'name': Rename_Task, 'duration_secs': 0.1406} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.385234] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.385472] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd66d11f-c4ef-4c00-bbb3-ade8cd1a763e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.392040] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 899.392040] env[68802]: value = "task-2795575" [ 899.392040] env[68802]: _type = "Task" [ 899.392040] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.400240] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.774555] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "refresh_cache-5ca94b5b-264a-4851-9677-cd16be6ebcb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.774690] env[68802]: DEBUG nova.compute.manager [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Instance network_info: |[{"id": "91b18d67-84c3-4ae4-96de-fdb0f6d45e38", "address": "fa:16:3e:a6:b0:7d", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b18d67-84", "ovs_interfaceid": "91b18d67-84c3-4ae4-96de-fdb0f6d45e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.775159] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b0:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91b18d67-84c3-4ae4-96de-fdb0f6d45e38', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.787510] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.787752] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.787978] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8ed10b2-0426-457d-8f88-f8521d0640f3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.815043] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.815043] env[68802]: value = "task-2795576" [ 899.815043] env[68802]: _type = "Task" [ 899.815043] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.828784] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795576, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.905658] env[68802]: DEBUG oslo_vmware.api [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795575, 'name': PowerOnVM_Task, 'duration_secs': 0.470463} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.905966] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.906214] env[68802]: INFO nova.compute.manager [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Took 6.97 seconds to spawn the instance on the hypervisor. [ 899.906403] env[68802]: DEBUG nova.compute.manager [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.907269] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141974ed-b3cf-4a5a-b7bc-ba5d4fafb71c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.947074] env[68802]: DEBUG nova.compute.manager [req-3ae7e2f8-f068-49b5-b99d-edc3968ff4fe req-e71ce871-8cdd-4d2d-8fa2-a228b53c85d5 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Received event network-changed-91b18d67-84c3-4ae4-96de-fdb0f6d45e38 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 899.947307] env[68802]: DEBUG nova.compute.manager [req-3ae7e2f8-f068-49b5-b99d-edc3968ff4fe req-e71ce871-8cdd-4d2d-8fa2-a228b53c85d5 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Refreshing instance network info cache due to event network-changed-91b18d67-84c3-4ae4-96de-fdb0f6d45e38. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 899.947505] env[68802]: DEBUG oslo_concurrency.lockutils [req-3ae7e2f8-f068-49b5-b99d-edc3968ff4fe req-e71ce871-8cdd-4d2d-8fa2-a228b53c85d5 service nova] Acquiring lock "refresh_cache-5ca94b5b-264a-4851-9677-cd16be6ebcb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.947649] env[68802]: DEBUG oslo_concurrency.lockutils [req-3ae7e2f8-f068-49b5-b99d-edc3968ff4fe req-e71ce871-8cdd-4d2d-8fa2-a228b53c85d5 service nova] Acquired lock "refresh_cache-5ca94b5b-264a-4851-9677-cd16be6ebcb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.947818] env[68802]: DEBUG nova.network.neutron [req-3ae7e2f8-f068-49b5-b99d-edc3968ff4fe req-e71ce871-8cdd-4d2d-8fa2-a228b53c85d5 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Refreshing network info cache for port 91b18d67-84c3-4ae4-96de-fdb0f6d45e38 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.079162] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.852s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.085157] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.695s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.085384] env[68802]: DEBUG nova.objects.instance [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lazy-loading 'resources' on Instance uuid 17df6451-6d98-446e-ac95-574fe40d8bb5 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.325158] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795576, 'name': CreateVM_Task, 'duration_secs': 0.334594} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.325158] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.325607] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.325843] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.326576] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.326576] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25476dba-2ec8-4c0f-a55d-05e9dbbe6621 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.331035] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 900.331035] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b6ca54-7e29-dd69-2664-eeb71bd1d548" [ 900.331035] env[68802]: _type = "Task" [ 900.331035] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.339837] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b6ca54-7e29-dd69-2664-eeb71bd1d548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.423494] env[68802]: INFO nova.compute.manager [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Took 25.04 seconds to build instance. [ 900.842861] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b6ca54-7e29-dd69-2664-eeb71bd1d548, 'name': SearchDatastore_Task, 'duration_secs': 0.020872} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.845906] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.846168] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.846405] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.847133] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.847133] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.847405] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f59b7fd-cf4d-4387-9039-9c9a9305bc4c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.855483] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.855659] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.856637] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9778b49a-62c8-46cd-abdb-6328b7dda1de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.867472] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 900.867472] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b2d8a1-73ac-d286-42c3-96211b1aa14c" [ 900.867472] env[68802]: _type = "Task" [ 900.867472] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.881114] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b2d8a1-73ac-d286-42c3-96211b1aa14c, 'name': SearchDatastore_Task, 'duration_secs': 0.00824} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.882269] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d781998-a83e-46ea-a1f9-306cfceb4227 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.889910] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 900.889910] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eb470f-b730-21aa-8ae8-562ba35bd0f0" [ 900.889910] env[68802]: _type = "Task" [ 900.889910] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.898782] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eb470f-b730-21aa-8ae8-562ba35bd0f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.902920] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923be408-5c75-4f5b-8b42-475b2151b3f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.910569] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deb098a-82dc-467a-b97c-bccc6155ac70 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.942967] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1b4f8b94-a411-4118-9ca9-d4649ec7d2fe tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lock "65558f20-2aca-4b46-adf1-a6e2500feb4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.576s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.947616] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8ebea2-4194-4e1a-a89e-7008841d6777 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.955188] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c45010-89c6-4442-a459-77426697a8bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.968723] env[68802]: DEBUG nova.compute.provider_tree [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.009459] env[68802]: DEBUG nova.network.neutron [req-3ae7e2f8-f068-49b5-b99d-edc3968ff4fe req-e71ce871-8cdd-4d2d-8fa2-a228b53c85d5 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Updated VIF entry in instance network info cache for port 91b18d67-84c3-4ae4-96de-fdb0f6d45e38. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.009871] env[68802]: DEBUG nova.network.neutron [req-3ae7e2f8-f068-49b5-b99d-edc3968ff4fe req-e71ce871-8cdd-4d2d-8fa2-a228b53c85d5 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Updating instance_info_cache with network_info: [{"id": "91b18d67-84c3-4ae4-96de-fdb0f6d45e38", "address": "fa:16:3e:a6:b0:7d", "network": {"id": "7cdfc684-3a60-4513-ac85-206234cd3cb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-857643086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3306c3c65a254cb7a49c71af2ed776a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b18d67-84", "ovs_interfaceid": "91b18d67-84c3-4ae4-96de-fdb0f6d45e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.403246] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eb470f-b730-21aa-8ae8-562ba35bd0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011371} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.403631] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.403631] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5ca94b5b-264a-4851-9677-cd16be6ebcb5/5ca94b5b-264a-4851-9677-cd16be6ebcb5.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.403989] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76b5b893-b022-420e-8d6a-ff5f76abcf60 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.411060] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 901.411060] env[68802]: value = "task-2795577" [ 901.411060] env[68802]: _type = "Task" [ 901.411060] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.420818] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.472134] env[68802]: DEBUG nova.scheduler.client.report [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.514876] env[68802]: DEBUG oslo_concurrency.lockutils [req-3ae7e2f8-f068-49b5-b99d-edc3968ff4fe req-e71ce871-8cdd-4d2d-8fa2-a228b53c85d5 service nova] Releasing lock "refresh_cache-5ca94b5b-264a-4851-9677-cd16be6ebcb5" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.628965] env[68802]: INFO nova.compute.manager [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Swapping old allocation on dict_keys(['13848a83-f35a-4e12-bf26-a4b2d228e7c4']) held by migration d017c809-47a0-47d1-bb64-7c1109be6ab4 for instance [ 901.654682] env[68802]: DEBUG nova.scheduler.client.report [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Overwriting current allocation {'allocations': {'13848a83-f35a-4e12-bf26-a4b2d228e7c4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 94}}, 'project_id': 'd84757c1ce8d4eb2be6ed606036b6e99', 'user_id': '08c785d0ee58411b984a741bc20a9d1e', 'consumer_generation': 1} on consumer b69b3fd6-84f3-489a-a1f3-0dbff323feed {{(pid=68802) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 901.769530] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.769795] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquired lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.770028] env[68802]: DEBUG nova.network.neutron [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.861437] env[68802]: DEBUG nova.compute.manager [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.862434] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96999fa-af6b-44c0-b83d-409590c8f35f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.926110] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795577, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.979819] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.983454] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.135s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.007421] env[68802]: INFO nova.scheduler.client.report [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Deleted allocations for instance 17df6451-6d98-446e-ac95-574fe40d8bb5 [ 902.169372] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "interface-e27f0e5f-dd73-4d56-a714-53589958715e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.169741] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-e27f0e5f-dd73-4d56-a714-53589958715e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.170031] env[68802]: DEBUG nova.objects.instance [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'flavor' on Instance uuid e27f0e5f-dd73-4d56-a714-53589958715e {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.375926] env[68802]: INFO nova.compute.manager [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] instance snapshotting [ 902.380613] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a4be7e-04cd-490d-9b6f-c0ccaedae915 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.406516] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55df5845-143b-42aa-97f8-622595a5db59 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.425330] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59528} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.425628] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5ca94b5b-264a-4851-9677-cd16be6ebcb5/5ca94b5b-264a-4851-9677-cd16be6ebcb5.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.427354] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.427664] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-263a3367-171f-49f6-b9a0-56b39a736828 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.434099] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 902.434099] env[68802]: value = "task-2795578" [ 902.434099] env[68802]: _type = "Task" [ 902.434099] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.442788] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.493243] env[68802]: INFO nova.compute.claims [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.521158] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ad175ee7-3013-48df-bfef-d8c4bd9fd2fd tempest-ServerGroupTestJSON-584115411 tempest-ServerGroupTestJSON-584115411-project-member] Lock "17df6451-6d98-446e-ac95-574fe40d8bb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.505s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.583304] env[68802]: DEBUG nova.network.neutron [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance_info_cache with network_info: [{"id": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "address": "fa:16:3e:31:73:ca", "network": {"id": "3c93dde2-154d-4063-90e4-686b18b68367", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7cce34da1cfd48f3b6afbc796eebd350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6eb5f9-53", "ovs_interfaceid": "ec6eb5f9-5361-4099-b345-8136c1b6ffd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.743070] env[68802]: DEBUG nova.objects.instance [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'pci_requests' on Instance uuid e27f0e5f-dd73-4d56-a714-53589958715e {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.924244] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 902.924589] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b548021-65b9-4e9d-8480-e4fb4ec1d4a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.934394] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 902.934394] env[68802]: value = "task-2795579" [ 902.934394] env[68802]: _type = "Task" [ 902.934394] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.946133] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795579, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.949938] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067805} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.949938] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.950530] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea9871-84de-4502-bd7d-20a5cba994b0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.975932] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 5ca94b5b-264a-4851-9677-cd16be6ebcb5/5ca94b5b-264a-4851-9677-cd16be6ebcb5.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.976177] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74f3a622-bf0f-4166-b14a-40ab373316c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.996599] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 902.996599] env[68802]: value = "task-2795580" [ 902.996599] env[68802]: _type = "Task" [ 902.996599] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.007329] env[68802]: INFO nova.compute.resource_tracker [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating resource usage from migration 01598524-afad-4fb1-b985-051af6ceff68 [ 903.010506] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.089055] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Releasing lock "refresh_cache-b69b3fd6-84f3-489a-a1f3-0dbff323feed" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.089517] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.090739] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4a78a51-f155-4640-a287-7445ef0632c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.100115] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 903.100115] env[68802]: value = "task-2795581" [ 903.100115] env[68802]: _type = "Task" [ 903.100115] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.110669] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.245583] env[68802]: DEBUG nova.objects.base [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 903.245821] env[68802]: DEBUG nova.network.neutron [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.290332] env[68802]: DEBUG nova.policy [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15364a89aed840319e4ebfb1e17ea0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734c42736a374f8eb00c5faa4b1f3427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.293531] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412c70f6-2449-4c41-9439-1bcecbf43fd9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.301484] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dbad75-f51c-4407-80ba-ff7d427121aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.338335] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f24a52-935a-4872-b3d2-81b9a7677d5b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.347740] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b65c622-0376-43be-8e89-46600635e6e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.363574] env[68802]: DEBUG nova.compute.provider_tree [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.445877] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795579, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.506823] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795580, 'name': ReconfigVM_Task, 'duration_secs': 0.285183} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.509520] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 5ca94b5b-264a-4851-9677-cd16be6ebcb5/5ca94b5b-264a-4851-9677-cd16be6ebcb5.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.510222] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-601b8c7e-6737-40c7-822f-bd057a109bfc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.517143] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 903.517143] env[68802]: value = "task-2795582" [ 903.517143] env[68802]: _type = "Task" [ 903.517143] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.526464] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795582, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.590997] env[68802]: DEBUG nova.network.neutron [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Successfully created port: 0c7d4111-17a0-4bda-8c12-ef8b28bc1042 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.609149] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795581, 'name': PowerOffVM_Task, 'duration_secs': 0.266612} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.609423] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.610166] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:36:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5814fb83-33fb-42b9-8e74-08b606857fa1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-913470806',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.610385] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.610538] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.610716] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.610859] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.611016] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.611213] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.611371] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.611532] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.611690] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.611860] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.616810] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c198e0b-7d55-4a06-b814-6e296fc63866 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.632275] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 903.632275] env[68802]: value = "task-2795583" [ 903.632275] env[68802]: _type = "Task" [ 903.632275] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.641135] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.870695] env[68802]: DEBUG nova.scheduler.client.report [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.951166] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "ff975d90-156c-4c31-924d-3f94fa278c85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.951166] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.952237] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795579, 'name': CreateSnapshot_Task, 'duration_secs': 0.923435} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.952682] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 903.956740] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36d90ac-94bb-4be8-ba7c-47f5b1ab8839 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.027128] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795582, 'name': Rename_Task, 'duration_secs': 0.146092} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.027395] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.027635] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50e9dad0-8e51-4300-92c4-22d1adc7c1a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.033523] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 904.033523] env[68802]: value = "task-2795584" [ 904.033523] env[68802]: _type = "Task" [ 904.033523] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.040472] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.143391] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795583, 'name': ReconfigVM_Task, 'duration_secs': 0.1415} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.144374] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc2c051-6a74-47eb-a987-e3007faf5afc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.163987] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:36:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5814fb83-33fb-42b9-8e74-08b606857fa1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-913470806',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.164280] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.164477] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.164704] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.164901] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.165107] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.165357] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.165550] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.165753] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.165953] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.166175] env[68802]: DEBUG nova.virt.hardware [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.167066] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338a5282-933d-4867-967d-5ef1264e3e90 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.172693] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 904.172693] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520b0072-8ab9-9c3d-6a9f-e861ab57045a" [ 904.172693] env[68802]: _type = "Task" [ 904.172693] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.182706] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520b0072-8ab9-9c3d-6a9f-e861ab57045a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.376021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.392s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.376271] env[68802]: INFO nova.compute.manager [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Migrating [ 904.383788] env[68802]: DEBUG oslo_concurrency.lockutils [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.743s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.384051] env[68802]: DEBUG nova.objects.instance [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lazy-loading 'resources' on Instance uuid b0dfb283-3de7-4fac-8cc2-ba072c942c7d {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.453053] env[68802]: DEBUG nova.compute.manager [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.479960] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.480326] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae85d6e4-3d3a-424f-b6a1-a38a22cb68bf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.489551] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 904.489551] env[68802]: value = "task-2795585" [ 904.489551] env[68802]: _type = "Task" [ 904.489551] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.499439] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795585, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.548370] env[68802]: DEBUG oslo_vmware.api [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795584, 'name': PowerOnVM_Task, 'duration_secs': 0.444035} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.548692] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.548890] env[68802]: INFO nova.compute.manager [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Took 7.26 seconds to spawn the instance on the hypervisor. [ 904.549083] env[68802]: DEBUG nova.compute.manager [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.549946] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd032886-ee10-4fac-9694-12b6106162dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.683036] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520b0072-8ab9-9c3d-6a9f-e861ab57045a, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.688717] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 904.689054] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9cb01a9-9494-4ab6-a57e-7770aca81485 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.708364] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 904.708364] env[68802]: value = "task-2795586" [ 904.708364] env[68802]: _type = "Task" [ 904.708364] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.718822] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.896236] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.896409] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.896584] env[68802]: DEBUG nova.network.neutron [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.978432] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.004647] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795585, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.072618] env[68802]: INFO nova.compute.manager [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Took 25.42 seconds to build instance. [ 905.165272] env[68802]: DEBUG nova.network.neutron [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Successfully updated port: 0c7d4111-17a0-4bda-8c12-ef8b28bc1042 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.224442] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795586, 'name': ReconfigVM_Task, 'duration_secs': 0.202712} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.224741] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 905.226251] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797c78c2-5fac-4def-b229-0cb96ab3c1e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.253710] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b69b3fd6-84f3-489a-a1f3-0dbff323feed/b69b3fd6-84f3-489a-a1f3-0dbff323feed.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.255479] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562363fe-c5a7-487f-aeb3-87105ddd6610 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.269139] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9016b8-8ef2-4e97-be01-5a1adacc0a72 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.277405] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d61b21-f043-4067-bf8e-b1725217ba9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.282686] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 905.282686] env[68802]: value = "task-2795587" [ 905.282686] env[68802]: _type = "Task" [ 905.282686] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.313582] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65b0ffc-d0c9-43b5-9142-338dc48e5b18 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.320389] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.325608] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350f5adb-4c6d-49d0-a78c-9b929ce7c618 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.340035] env[68802]: DEBUG nova.compute.provider_tree [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.503870] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795585, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.510090] env[68802]: DEBUG nova.compute.manager [req-c440bf0a-0905-4e01-923a-461dd8db1d98 req-dc0487e6-69cc-47c2-9081-d9b12040c80b service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Received event network-vif-plugged-0c7d4111-17a0-4bda-8c12-ef8b28bc1042 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 905.510362] env[68802]: DEBUG oslo_concurrency.lockutils [req-c440bf0a-0905-4e01-923a-461dd8db1d98 req-dc0487e6-69cc-47c2-9081-d9b12040c80b service nova] Acquiring lock "e27f0e5f-dd73-4d56-a714-53589958715e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.510554] env[68802]: DEBUG oslo_concurrency.lockutils [req-c440bf0a-0905-4e01-923a-461dd8db1d98 req-dc0487e6-69cc-47c2-9081-d9b12040c80b service nova] Lock "e27f0e5f-dd73-4d56-a714-53589958715e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.510722] env[68802]: DEBUG oslo_concurrency.lockutils [req-c440bf0a-0905-4e01-923a-461dd8db1d98 req-dc0487e6-69cc-47c2-9081-d9b12040c80b service nova] Lock "e27f0e5f-dd73-4d56-a714-53589958715e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.510886] env[68802]: DEBUG nova.compute.manager [req-c440bf0a-0905-4e01-923a-461dd8db1d98 req-dc0487e6-69cc-47c2-9081-d9b12040c80b service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] No waiting events found dispatching network-vif-plugged-0c7d4111-17a0-4bda-8c12-ef8b28bc1042 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.511206] env[68802]: WARNING nova.compute.manager [req-c440bf0a-0905-4e01-923a-461dd8db1d98 req-dc0487e6-69cc-47c2-9081-d9b12040c80b service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Received unexpected event network-vif-plugged-0c7d4111-17a0-4bda-8c12-ef8b28bc1042 for instance with vm_state active and task_state None. [ 905.574311] env[68802]: DEBUG oslo_concurrency.lockutils [None req-069b5a77-af1c-49c5-9287-3b1a998ae375 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.926s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.639340] env[68802]: DEBUG nova.network.neutron [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance_info_cache with network_info: [{"id": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "address": "fa:16:3e:e7:00:3c", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c60a8a-62", "ovs_interfaceid": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.668547] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.668768] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.668964] env[68802]: DEBUG nova.network.neutron [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.793230] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795587, 'name': ReconfigVM_Task, 'duration_secs': 0.376376} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.793510] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b69b3fd6-84f3-489a-a1f3-0dbff323feed/b69b3fd6-84f3-489a-a1f3-0dbff323feed.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.794411] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73fe341-db2f-494e-a16d-e62967391f9b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.814282] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c11e24-0d71-406e-bffa-9a04105c846a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.833834] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e339c0-8306-4ca9-a63d-4d3d5b54ac9c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.854205] env[68802]: DEBUG nova.scheduler.client.report [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.858727] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f6584-2616-4597-856a-d4df69cdc98d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.867628] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.867946] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12a4f727-26f1-4bac-adea-21959a1f2fa9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.875740] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 905.875740] env[68802]: value = "task-2795588" [ 905.875740] env[68802]: _type = "Task" [ 905.875740] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.887565] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.000522] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795585, 'name': CloneVM_Task} progress is 95%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.142732] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.214380] env[68802]: WARNING nova.network.neutron [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] 7ca7ef08-282d-461c-9c7f-6bd801b62361 already exists in list: networks containing: ['7ca7ef08-282d-461c-9c7f-6bd801b62361']. ignoring it [ 906.363992] env[68802]: DEBUG oslo_concurrency.lockutils [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.367417] env[68802]: DEBUG oslo_concurrency.lockutils [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.286s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.367417] env[68802]: DEBUG nova.objects.instance [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lazy-loading 'resources' on Instance uuid 8228be33-050d-4880-96b0-eb6734592837 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.387205] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795588, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.389447] env[68802]: DEBUG nova.compute.manager [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.391080] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d52cead-a2ff-4eb0-b8af-a5382f6cff42 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.394229] env[68802]: INFO nova.scheduler.client.report [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Deleted allocations for instance b0dfb283-3de7-4fac-8cc2-ba072c942c7d [ 906.502346] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795585, 'name': CloneVM_Task, 'duration_secs': 1.770071} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.502603] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Created linked-clone VM from snapshot [ 906.503368] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98297c08-2533-4756-b542-72ac6606d677 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.510820] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Uploading image bc8eb767-88b1-4243-a65b-ca711b51eb43 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 906.535877] env[68802]: DEBUG nova.network.neutron [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updating instance_info_cache with network_info: [{"id": "5da1715c-9e69-4e4d-9c99-6228614103d9", "address": "fa:16:3e:ce:2e:8c", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da1715c-9e", "ovs_interfaceid": "5da1715c-9e69-4e4d-9c99-6228614103d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c7d4111-17a0-4bda-8c12-ef8b28bc1042", "address": "fa:16:3e:59:80:49", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c7d4111-17", "ovs_interfaceid": "0c7d4111-17a0-4bda-8c12-ef8b28bc1042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.544452] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 906.544452] env[68802]: value = "vm-561860" [ 906.544452] env[68802]: _type = "VirtualMachine" [ 906.544452] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 906.544628] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a3135f21-35b4-4704-9087-1b56e050ff44 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.553208] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lease: (returnval){ [ 906.553208] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b8dc86-e5ce-4f25-15e1-3d776fc4cce8" [ 906.553208] env[68802]: _type = "HttpNfcLease" [ 906.553208] env[68802]: } obtained for exporting VM: (result){ [ 906.553208] env[68802]: value = "vm-561860" [ 906.553208] env[68802]: _type = "VirtualMachine" [ 906.553208] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 906.553478] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the lease: (returnval){ [ 906.553478] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b8dc86-e5ce-4f25-15e1-3d776fc4cce8" [ 906.553478] env[68802]: _type = "HttpNfcLease" [ 906.553478] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 906.560936] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.560936] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b8dc86-e5ce-4f25-15e1-3d776fc4cce8" [ 906.560936] env[68802]: _type = "HttpNfcLease" [ 906.560936] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 906.886530] env[68802]: DEBUG oslo_vmware.api [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795588, 'name': PowerOnVM_Task, 'duration_secs': 0.523899} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.886841] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.907193] env[68802]: INFO nova.compute.manager [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] instance snapshotting [ 906.909354] env[68802]: DEBUG oslo_concurrency.lockutils [None req-419475b1-cc52-4489-a738-824d142925d7 tempest-ListImageFiltersTestJSON-255583409 tempest-ListImageFiltersTestJSON-255583409-project-member] Lock "b0dfb283-3de7-4fac-8cc2-ba072c942c7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.732s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.911496] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a607a-1e63-451c-acc3-204753dffea6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.933934] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d0a6a2-4c68-4978-8d62-a94808d06c3c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.040019] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.040579] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.040737] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.044245] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9510065e-615d-4afd-8483-932ac8c015df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.062697] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.062944] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.063115] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.063303] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.063458] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.063601] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.063803] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.063963] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.064134] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.064293] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.064460] env[68802]: DEBUG nova.virt.hardware [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.070762] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Reconfiguring VM to attach interface {{(pid=68802) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 907.076427] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22d403d5-1816-4650-834c-26a085ff5074 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.091996] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.091996] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b8dc86-e5ce-4f25-15e1-3d776fc4cce8" [ 907.091996] env[68802]: _type = "HttpNfcLease" [ 907.091996] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 907.092303] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 907.092303] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b8dc86-e5ce-4f25-15e1-3d776fc4cce8" [ 907.092303] env[68802]: _type = "HttpNfcLease" [ 907.092303] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 907.093044] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976e4692-bd31-4a34-83db-67a532f27792 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.096592] env[68802]: DEBUG oslo_vmware.api [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 907.096592] env[68802]: value = "task-2795590" [ 907.096592] env[68802]: _type = "Task" [ 907.096592] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.106130] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3fbaa-169f-1416-8d4b-39a1588ee598/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 907.106350] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3fbaa-169f-1416-8d4b-39a1588ee598/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 907.112456] env[68802]: DEBUG oslo_vmware.api [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795590, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.209203] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-909c9a7e-f20d-4cc0-b610-5949aa6eba01 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.229017] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83c7ab5-3855-4aed-9950-3363359d551c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.238842] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92992fa4-cb8b-4bd8-bd44-3345f69eb285 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.278072] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9b0438-af2a-4ce3-a0a3-d891c9a9ae01 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.287161] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de52aa-9cf7-416d-ab07-5318c8902330 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.303770] env[68802]: DEBUG nova.compute.provider_tree [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.445481] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 907.445481] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10e816cc-35ff-4f2b-9d5e-a4ad6653ed42 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.453296] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 907.453296] env[68802]: value = "task-2795591" [ 907.453296] env[68802]: _type = "Task" [ 907.453296] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.462798] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.541448] env[68802]: DEBUG nova.compute.manager [req-1509d783-c519-4e38-a39b-3a1f7941a8c9 req-717fe3e9-e6ce-4554-b798-923105be0f6a service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Received event network-changed-0c7d4111-17a0-4bda-8c12-ef8b28bc1042 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 907.541712] env[68802]: DEBUG nova.compute.manager [req-1509d783-c519-4e38-a39b-3a1f7941a8c9 req-717fe3e9-e6ce-4554-b798-923105be0f6a service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Refreshing instance network info cache due to event network-changed-0c7d4111-17a0-4bda-8c12-ef8b28bc1042. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 907.541877] env[68802]: DEBUG oslo_concurrency.lockutils [req-1509d783-c519-4e38-a39b-3a1f7941a8c9 req-717fe3e9-e6ce-4554-b798-923105be0f6a service nova] Acquiring lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.542032] env[68802]: DEBUG oslo_concurrency.lockutils [req-1509d783-c519-4e38-a39b-3a1f7941a8c9 req-717fe3e9-e6ce-4554-b798-923105be0f6a service nova] Acquired lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.542195] env[68802]: DEBUG nova.network.neutron [req-1509d783-c519-4e38-a39b-3a1f7941a8c9 req-717fe3e9-e6ce-4554-b798-923105be0f6a service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Refreshing network info cache for port 0c7d4111-17a0-4bda-8c12-ef8b28bc1042 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.611274] env[68802]: DEBUG oslo_vmware.api [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.678095] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de854e99-eef1-4ba7-ae00-aabce33a388d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.697734] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance 'fac4c1b3-e3a6-4296-bcd9-481544d6ff31' progress to 0 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.806666] env[68802]: DEBUG nova.scheduler.client.report [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.900292] env[68802]: INFO nova.compute.manager [None req-bd14bf45-a049-405a-9fd4-6bc37d86e96d tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance to original state: 'active' [ 907.964948] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.108814] env[68802]: DEBUG oslo_vmware.api [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.204368] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.204690] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-418bc4e1-1c16-4cfe-9263-25ecb31e3aa6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.212410] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 908.212410] env[68802]: value = "task-2795592" [ 908.212410] env[68802]: _type = "Task" [ 908.212410] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.221272] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.300174] env[68802]: DEBUG nova.network.neutron [req-1509d783-c519-4e38-a39b-3a1f7941a8c9 req-717fe3e9-e6ce-4554-b798-923105be0f6a service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updated VIF entry in instance network info cache for port 0c7d4111-17a0-4bda-8c12-ef8b28bc1042. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.300750] env[68802]: DEBUG nova.network.neutron [req-1509d783-c519-4e38-a39b-3a1f7941a8c9 req-717fe3e9-e6ce-4554-b798-923105be0f6a service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updating instance_info_cache with network_info: [{"id": "5da1715c-9e69-4e4d-9c99-6228614103d9", "address": "fa:16:3e:ce:2e:8c", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da1715c-9e", "ovs_interfaceid": "5da1715c-9e69-4e4d-9c99-6228614103d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c7d4111-17a0-4bda-8c12-ef8b28bc1042", "address": "fa:16:3e:59:80:49", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c7d4111-17", "ovs_interfaceid": "0c7d4111-17a0-4bda-8c12-ef8b28bc1042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.314581] env[68802]: DEBUG oslo_concurrency.lockutils [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.317891] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.732s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.319499] env[68802]: INFO nova.compute.claims [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.339459] env[68802]: INFO nova.scheduler.client.report [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Deleted allocations for instance 8228be33-050d-4880-96b0-eb6734592837 [ 908.464631] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795591, 'name': CreateSnapshot_Task, 'duration_secs': 0.782488} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.464952] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.465917] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760d7c0d-2931-4576-8116-be8dd29bcaf5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.610648] env[68802]: DEBUG oslo_vmware.api [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795590, 'name': ReconfigVM_Task, 'duration_secs': 1.097434} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.611025] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.611331] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Reconfigured VM to attach interface {{(pid=68802) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 908.724505] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795592, 'name': PowerOffVM_Task, 'duration_secs': 0.397007} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.724505] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.724505] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance 'fac4c1b3-e3a6-4296-bcd9-481544d6ff31' progress to 17 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.803618] env[68802]: DEBUG oslo_concurrency.lockutils [req-1509d783-c519-4e38-a39b-3a1f7941a8c9 req-717fe3e9-e6ce-4554-b798-923105be0f6a service nova] Releasing lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.849911] env[68802]: DEBUG oslo_concurrency.lockutils [None req-087f4a49-1fc3-4053-9f2e-2703c1e5b5dc tempest-ServersTestFqdnHostnames-252203690 tempest-ServersTestFqdnHostnames-252203690-project-member] Lock "8228be33-050d-4880-96b0-eb6734592837" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.924s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.985140] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.985456] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa64e2b5-eed5-4a8c-b44b-310b15bb8c43 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.995648] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 908.995648] env[68802]: value = "task-2795593" [ 908.995648] env[68802]: _type = "Task" [ 908.995648] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.004598] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795593, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.118033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b262cd2b-d223-4431-9fa6-b988472bce4e tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-e27f0e5f-dd73-4d56-a714-53589958715e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.948s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.232596] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.232596] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.232813] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.232930] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.233193] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.233382] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.233654] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.233934] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.234141] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.234316] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.234515] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.240375] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cf3141f-9ba6-4d4f-ae4c-d2acf826e735 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.257498] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 909.257498] env[68802]: value = "task-2795594" [ 909.257498] env[68802]: _type = "Task" [ 909.257498] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.267584] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.383202] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.383483] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.383703] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.383904] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.384096] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.386303] env[68802]: INFO nova.compute.manager [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Terminating instance [ 909.509693] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795593, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.589763] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613a9f70-c43f-4c32-a9c9-11acdbbeccf4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.598965] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9552a2-2bb9-45e0-be32-c6e99cdb3d39 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.636351] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7a353d-adcd-4344-8c2f-4b01c832b8aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.645263] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5577055-9dd2-4e86-9279-5eb5b1310b6f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.659591] env[68802]: DEBUG nova.compute.provider_tree [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.771049] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.893875] env[68802]: DEBUG nova.compute.manager [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.893875] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.893875] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ce4612-8a7c-4b87-b5ea-9d1733dd723b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.901559] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.902041] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4025bf64-4c4a-4b9d-83ba-71dc7e491575 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.909304] env[68802]: DEBUG oslo_vmware.api [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 909.909304] env[68802]: value = "task-2795595" [ 909.909304] env[68802]: _type = "Task" [ 909.909304] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.918395] env[68802]: DEBUG oslo_vmware.api [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.007756] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795593, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.163741] env[68802]: DEBUG nova.scheduler.client.report [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.269391] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.420294] env[68802]: DEBUG oslo_vmware.api [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795595, 'name': PowerOffVM_Task, 'duration_secs': 0.334213} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.420601] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.420769] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.421048] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d53e4fb7-4530-408c-b824-fe14b64f9116 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.489770] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.490032] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.490240] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Deleting the datastore file [datastore2] b69b3fd6-84f3-489a-a1f3-0dbff323feed {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.490522] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47ba5299-85af-4e07-8015-0c43e06b9756 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.497318] env[68802]: DEBUG oslo_vmware.api [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 910.497318] env[68802]: value = "task-2795597" [ 910.497318] env[68802]: _type = "Task" [ 910.497318] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.508187] env[68802]: DEBUG oslo_vmware.api [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.511363] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795593, 'name': CloneVM_Task} progress is 95%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.592149] env[68802]: DEBUG oslo_concurrency.lockutils [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "interface-e27f0e5f-dd73-4d56-a714-53589958715e-0c7d4111-17a0-4bda-8c12-ef8b28bc1042" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.592463] env[68802]: DEBUG oslo_concurrency.lockutils [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-e27f0e5f-dd73-4d56-a714-53589958715e-0c7d4111-17a0-4bda-8c12-ef8b28bc1042" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.662868] env[68802]: DEBUG oslo_concurrency.lockutils [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.662868] env[68802]: DEBUG oslo_concurrency.lockutils [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.671152] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.671677] env[68802]: DEBUG nova.compute.manager [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.675592] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.697s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.677330] env[68802]: INFO nova.compute.claims [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.769206] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795594, 'name': ReconfigVM_Task, 'duration_secs': 1.212008} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.769560] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance 'fac4c1b3-e3a6-4296-bcd9-481544d6ff31' progress to 33 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.011213] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795593, 'name': CloneVM_Task, 'duration_secs': 1.795536} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.014385] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Created linked-clone VM from snapshot [ 911.014725] env[68802]: DEBUG oslo_vmware.api [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.015571] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe22b5b-ccc9-4208-827a-5d1d1f426c9f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.025383] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Uploading image 5693e71c-d432-4837-8f96-7b03f87184a3 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 911.043286] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 911.043599] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22870b84-b9b0-4228-a11e-bc6afc2d44ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.050311] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 911.050311] env[68802]: value = "task-2795598" [ 911.050311] env[68802]: _type = "Task" [ 911.050311] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.060020] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795598, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.096987] env[68802]: DEBUG oslo_concurrency.lockutils [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.097234] env[68802]: DEBUG oslo_concurrency.lockutils [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.099018] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a44f18c-52d0-49f7-9527-e4516ccfc0af {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.117685] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed186b15-b647-4da6-9d99-a155751833a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.145806] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Reconfiguring VM to detach interface {{(pid=68802) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 911.145806] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8206bb6-7ce6-48b7-855c-fce71b5d8fc9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.164590] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 911.164590] env[68802]: value = "task-2795599" [ 911.164590] env[68802]: _type = "Task" [ 911.164590] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.168552] env[68802]: DEBUG nova.compute.utils [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.177268] env[68802]: DEBUG nova.compute.utils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.179216] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.179442] env[68802]: DEBUG nova.compute.manager [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.179602] env[68802]: DEBUG nova.network.neutron [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.279248] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.279433] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.280349] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.280349] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.280349] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.280349] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.280349] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.280594] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.280686] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.280811] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.281285] env[68802]: DEBUG nova.virt.hardware [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.288592] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.288918] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55087780-2bb7-431f-a1ad-338b94c14505 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.313140] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 911.313140] env[68802]: value = "task-2795600" [ 911.313140] env[68802]: _type = "Task" [ 911.313140] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.325433] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.499525] env[68802]: DEBUG nova.policy [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6440c0d092354615b1b7dc1b5290ed7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74c3f9c8e3d34aed8105db654cc55984', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.510784] env[68802]: DEBUG oslo_vmware.api [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544376} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.511072] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.511269] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.511450] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.511622] env[68802]: INFO nova.compute.manager [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Took 1.62 seconds to destroy the instance on the hypervisor. [ 911.511867] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.512171] env[68802]: DEBUG nova.compute.manager [-] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.512171] env[68802]: DEBUG nova.network.neutron [-] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.560856] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795598, 'name': Destroy_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.671788] env[68802]: DEBUG oslo_concurrency.lockutils [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.678584] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.691401] env[68802]: DEBUG nova.compute.manager [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.831134] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795600, 'name': ReconfigVM_Task, 'duration_secs': 0.26699} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.831652] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.833309] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63017057-ecad-4eb3-8b58-5f76d37c379f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.862041] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] fac4c1b3-e3a6-4296-bcd9-481544d6ff31/fac4c1b3-e3a6-4296-bcd9-481544d6ff31.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.865410] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b52fef54-b54e-4bcb-8940-0e06b9919013 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.884777] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 911.884777] env[68802]: value = "task-2795601" [ 911.884777] env[68802]: _type = "Task" [ 911.884777] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.895958] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.899881] env[68802]: DEBUG nova.network.neutron [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Successfully created port: 40b18e24-caa6-4d31-b9f8-119278a04cc9 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.934948] env[68802]: DEBUG nova.compute.manager [req-235944dd-4b3f-4b81-8e9c-63ae19165c7a req-72ea5710-9387-43fe-9335-c5a4dcbfa5a5 service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Received event network-vif-deleted-ec6eb5f9-5361-4099-b345-8136c1b6ffd6 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.934948] env[68802]: INFO nova.compute.manager [req-235944dd-4b3f-4b81-8e9c-63ae19165c7a req-72ea5710-9387-43fe-9335-c5a4dcbfa5a5 service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Neutron deleted interface ec6eb5f9-5361-4099-b345-8136c1b6ffd6; detaching it from the instance and deleting it from the info cache [ 911.934948] env[68802]: DEBUG nova.network.neutron [req-235944dd-4b3f-4b81-8e9c-63ae19165c7a req-72ea5710-9387-43fe-9335-c5a4dcbfa5a5 service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.029123] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd491a8-48a5-44e7-a48b-90d029f03253 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.036184] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379f86ff-9446-469b-984c-a67bd3da9792 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.075465] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64e491d-3ba7-4880-90c2-18f337f9c582 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.085862] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795598, 'name': Destroy_Task, 'duration_secs': 0.588247} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.088611] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Destroyed the VM [ 912.089168] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 912.089567] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7999d5c5-4793-4f47-9540-5614c3d7c59e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.093772] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f34cda8-a71d-4fac-971b-8ddd1ed397da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.111239] env[68802]: DEBUG nova.compute.provider_tree [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.114113] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 912.114113] env[68802]: value = "task-2795602" [ 912.114113] env[68802]: _type = "Task" [ 912.114113] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.123651] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795602, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.177740] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.297779] env[68802]: DEBUG nova.network.neutron [-] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.395581] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.438616] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3c5fc57-eb6a-4c60-ae00-1276311cb3f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.448504] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a4442f-710a-4517-ac94-8f46165a4670 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.481723] env[68802]: DEBUG nova.compute.manager [req-235944dd-4b3f-4b81-8e9c-63ae19165c7a req-72ea5710-9387-43fe-9335-c5a4dcbfa5a5 service nova] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Detach interface failed, port_id=ec6eb5f9-5361-4099-b345-8136c1b6ffd6, reason: Instance b69b3fd6-84f3-489a-a1f3-0dbff323feed could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 912.615829] env[68802]: DEBUG nova.scheduler.client.report [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.630439] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795602, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.681750] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.704024] env[68802]: DEBUG nova.compute.manager [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.732149] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.732149] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.732149] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.732149] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.732149] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.732634] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.733044] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.733335] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.733661] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.733953] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.734258] env[68802]: DEBUG nova.virt.hardware [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.735414] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbb3fb4-1bdb-4588-b4e6-1a2a5e6315d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.745164] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f7bafb-d48a-4061-859c-64dee4e78f12 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.751464] env[68802]: DEBUG oslo_concurrency.lockutils [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.751937] env[68802]: DEBUG oslo_concurrency.lockutils [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.752509] env[68802]: INFO nova.compute.manager [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Attaching volume a517ac9c-ea1e-46f8-a9d4-8646811e5f93 to /dev/sdb [ 912.801637] env[68802]: INFO nova.compute.manager [-] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Took 1.29 seconds to deallocate network for instance. [ 912.812997] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0931709-d1b9-438e-a7bd-c17ffe4e4d45 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.821958] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67feb360-1537-4e65-bcee-464ce0e955d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.836848] env[68802]: DEBUG nova.virt.block_device [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Updating existing volume attachment record: b134865f-a97c-4864-95c6-364c7aaae1f7 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 912.897236] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795601, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.124471] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.125279] env[68802]: DEBUG nova.compute.manager [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.134488] env[68802]: DEBUG oslo_vmware.api [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795602, 'name': RemoveSnapshot_Task, 'duration_secs': 0.677145} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.134891] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 913.177941] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.310387] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.310837] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.311069] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.343935] env[68802]: INFO nova.scheduler.client.report [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Deleted allocations for instance b69b3fd6-84f3-489a-a1f3-0dbff323feed [ 913.398952] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795601, 'name': ReconfigVM_Task, 'duration_secs': 1.053007} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.398952] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Reconfigured VM instance instance-00000047 to attach disk [datastore2] fac4c1b3-e3a6-4296-bcd9-481544d6ff31/fac4c1b3-e3a6-4296-bcd9-481544d6ff31.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.399126] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance 'fac4c1b3-e3a6-4296-bcd9-481544d6ff31' progress to 50 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.428022] env[68802]: DEBUG nova.compute.manager [req-f9ecf11a-75ae-443f-9ffc-d196cc844558 req-6563f5b9-54e4-4c71-be5a-d2b27c279b2e service nova] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Received event network-vif-plugged-40b18e24-caa6-4d31-b9f8-119278a04cc9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.428022] env[68802]: DEBUG oslo_concurrency.lockutils [req-f9ecf11a-75ae-443f-9ffc-d196cc844558 req-6563f5b9-54e4-4c71-be5a-d2b27c279b2e service nova] Acquiring lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.428022] env[68802]: DEBUG oslo_concurrency.lockutils [req-f9ecf11a-75ae-443f-9ffc-d196cc844558 req-6563f5b9-54e4-4c71-be5a-d2b27c279b2e service nova] Lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.428022] env[68802]: DEBUG oslo_concurrency.lockutils [req-f9ecf11a-75ae-443f-9ffc-d196cc844558 req-6563f5b9-54e4-4c71-be5a-d2b27c279b2e service nova] Lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.428022] env[68802]: DEBUG nova.compute.manager [req-f9ecf11a-75ae-443f-9ffc-d196cc844558 req-6563f5b9-54e4-4c71-be5a-d2b27c279b2e service nova] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] No waiting events found dispatching network-vif-plugged-40b18e24-caa6-4d31-b9f8-119278a04cc9 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.428022] env[68802]: WARNING nova.compute.manager [req-f9ecf11a-75ae-443f-9ffc-d196cc844558 req-6563f5b9-54e4-4c71-be5a-d2b27c279b2e service nova] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Received unexpected event network-vif-plugged-40b18e24-caa6-4d31-b9f8-119278a04cc9 for instance with vm_state building and task_state spawning. [ 913.511166] env[68802]: DEBUG nova.network.neutron [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Successfully updated port: 40b18e24-caa6-4d31-b9f8-119278a04cc9 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.631994] env[68802]: DEBUG nova.compute.utils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.635763] env[68802]: DEBUG nova.compute.manager [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.635763] env[68802]: DEBUG nova.network.neutron [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.640255] env[68802]: WARNING nova.compute.manager [None req-f7e1dd00-7918-467a-bcfe-7a3e2ca40293 tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Image not found during snapshot: nova.exception.ImageNotFound: Image 5693e71c-d432-4837-8f96-7b03f87184a3 could not be found. [ 913.677798] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.688934] env[68802]: DEBUG nova.policy [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82a775fcc5884ff184bf8ba1b88a2a6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a98f07a44b49e28fe1eed8edacab75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.855251] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4024001a-5dc7-42f2-b744-0b30feafc1ed tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "b69b3fd6-84f3-489a-a1f3-0dbff323feed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.471s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.906448] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e214f31b-b929-4ffc-96ce-1efabcf7b8b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.935270] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0896f1-4879-4d26-ac19-d2f8a85db0c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.957810] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance 'fac4c1b3-e3a6-4296-bcd9-481544d6ff31' progress to 67 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.016033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquiring lock "refresh_cache-2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.016033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquired lock "refresh_cache-2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.016033] env[68802]: DEBUG nova.network.neutron [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.076148] env[68802]: DEBUG nova.network.neutron [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Successfully created port: 6150befc-18dd-48d0-ac11-8ca6f87c7294 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.140296] env[68802]: DEBUG nova.compute.manager [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.181944] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.558515] env[68802]: DEBUG nova.network.neutron [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Port a3c60a8a-62b9-40ec-b967-a61255f77cd7 binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 914.579875] env[68802]: DEBUG nova.network.neutron [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.640445] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.640651] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.685074] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.777361] env[68802]: DEBUG nova.network.neutron [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Updating instance_info_cache with network_info: [{"id": "40b18e24-caa6-4d31-b9f8-119278a04cc9", "address": "fa:16:3e:25:8a:ab", "network": {"id": "51248e07-66e9-42d9-86ae-b179c2ce3e80", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-911669882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c3f9c8e3d34aed8105db654cc55984", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b18e24-ca", "ovs_interfaceid": "40b18e24-caa6-4d31-b9f8-119278a04cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.981450] env[68802]: DEBUG oslo_concurrency.lockutils [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.982204] env[68802]: DEBUG oslo_concurrency.lockutils [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.982730] env[68802]: DEBUG oslo_concurrency.lockutils [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.982957] env[68802]: DEBUG oslo_concurrency.lockutils [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.986117] env[68802]: DEBUG oslo_concurrency.lockutils [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.990130] env[68802]: INFO nova.compute.manager [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Terminating instance [ 915.024351] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3fbaa-169f-1416-8d4b-39a1588ee598/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.024351] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2551fa0-bc2c-462d-af44-64ab51c4e6f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.030278] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3fbaa-169f-1416-8d4b-39a1588ee598/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.030442] env[68802]: ERROR oslo_vmware.rw_handles [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3fbaa-169f-1416-8d4b-39a1588ee598/disk-0.vmdk due to incomplete transfer. [ 915.030666] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-603e7052-4a96-447f-ab5d-fe265418c853 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.038635] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3fbaa-169f-1416-8d4b-39a1588ee598/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 915.038836] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Uploaded image bc8eb767-88b1-4243-a65b-ca711b51eb43 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 915.041906] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 915.042177] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-574e6fe1-1a0a-4298-9e46-3d397a6ca801 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.049194] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 915.049194] env[68802]: value = "task-2795606" [ 915.049194] env[68802]: _type = "Task" [ 915.049194] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.058355] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795606, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.089447] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.089877] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.090254] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.090570] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.091284] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.093154] env[68802]: INFO nova.compute.manager [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Terminating instance [ 915.150788] env[68802]: DEBUG nova.compute.utils [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.156030] env[68802]: DEBUG nova.compute.manager [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.187375] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.191878] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.191878] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.191878] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.191878] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.191878] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.191878] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.192203] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.192309] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.192434] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.192589] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.192755] env[68802]: DEBUG nova.virt.hardware [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.193673] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f884b81a-f402-429f-bba1-3bed3bd4e116 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.204953] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d25d00e-ead2-41d3-a0cf-73b6bf36ce7f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.284795] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Releasing lock "refresh_cache-2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.284795] env[68802]: DEBUG nova.compute.manager [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Instance network_info: |[{"id": "40b18e24-caa6-4d31-b9f8-119278a04cc9", "address": "fa:16:3e:25:8a:ab", "network": {"id": "51248e07-66e9-42d9-86ae-b179c2ce3e80", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-911669882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c3f9c8e3d34aed8105db654cc55984", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b18e24-ca", "ovs_interfaceid": "40b18e24-caa6-4d31-b9f8-119278a04cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.284795] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:8a:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40b18e24-caa6-4d31-b9f8-119278a04cc9', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.293661] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Creating folder: Project (74c3f9c8e3d34aed8105db654cc55984). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.294166] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98512837-2855-4196-9410-185c84911924 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.309119] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Created folder: Project (74c3f9c8e3d34aed8105db654cc55984) in parent group-v561663. [ 915.309119] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Creating folder: Instances. Parent ref: group-v561865. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.309119] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64f49905-eba1-4257-bdd7-c0042e568414 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.318548] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Created folder: Instances in parent group-v561865. [ 915.319059] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.319385] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.319744] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43f7fa34-a974-4e77-89bb-cc566e9f78f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.341233] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.341233] env[68802]: value = "task-2795610" [ 915.341233] env[68802]: _type = "Task" [ 915.341233] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.349795] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795610, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.491860] env[68802]: DEBUG nova.compute.manager [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.492339] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.493279] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec12d207-1a15-4ef5-928d-c6ec8ef7b05a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.500926] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.501249] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ca59a35-dfb4-43e2-b1c7-babf2c5fb8b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.509618] env[68802]: DEBUG oslo_vmware.api [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 915.509618] env[68802]: value = "task-2795611" [ 915.509618] env[68802]: _type = "Task" [ 915.509618] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.517970] env[68802]: DEBUG oslo_vmware.api [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.560429] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795606, 'name': Destroy_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.584719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.584719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.584719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.598703] env[68802]: DEBUG nova.compute.manager [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.598932] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.599868] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92890958-7096-49b7-b43e-57a8f668d38f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.610989] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.611161] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8ef439f-edc6-4592-ac12-7e73569ad529 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.619309] env[68802]: DEBUG oslo_vmware.api [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 915.619309] env[68802]: value = "task-2795612" [ 915.619309] env[68802]: _type = "Task" [ 915.619309] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.628253] env[68802]: DEBUG oslo_vmware.api [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.654135] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.686415] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.751103] env[68802]: DEBUG nova.network.neutron [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Successfully updated port: 6150befc-18dd-48d0-ac11-8ca6f87c7294 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.852860] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795610, 'name': CreateVM_Task, 'duration_secs': 0.332164} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.853128] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.853741] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.853911] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.854257] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.854663] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3d73f2-0995-4749-a57f-13cc9b7ea440 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.859157] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for the task: (returnval){ [ 915.859157] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522e88a4-e97d-0f55-5efb-c3bc9b65691f" [ 915.859157] env[68802]: _type = "Task" [ 915.859157] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.867103] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522e88a4-e97d-0f55-5efb-c3bc9b65691f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.880257] env[68802]: DEBUG nova.compute.manager [req-195f132c-ef42-4b44-9052-b36530214a48 req-76d2a56f-367a-4aa9-85d1-7b94425c1cc9 service nova] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Received event network-changed-40b18e24-caa6-4d31-b9f8-119278a04cc9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 915.880257] env[68802]: DEBUG nova.compute.manager [req-195f132c-ef42-4b44-9052-b36530214a48 req-76d2a56f-367a-4aa9-85d1-7b94425c1cc9 service nova] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Refreshing instance network info cache due to event network-changed-40b18e24-caa6-4d31-b9f8-119278a04cc9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 915.880257] env[68802]: DEBUG oslo_concurrency.lockutils [req-195f132c-ef42-4b44-9052-b36530214a48 req-76d2a56f-367a-4aa9-85d1-7b94425c1cc9 service nova] Acquiring lock "refresh_cache-2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.880257] env[68802]: DEBUG oslo_concurrency.lockutils [req-195f132c-ef42-4b44-9052-b36530214a48 req-76d2a56f-367a-4aa9-85d1-7b94425c1cc9 service nova] Acquired lock "refresh_cache-2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.880257] env[68802]: DEBUG nova.network.neutron [req-195f132c-ef42-4b44-9052-b36530214a48 req-76d2a56f-367a-4aa9-85d1-7b94425c1cc9 service nova] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Refreshing network info cache for port 40b18e24-caa6-4d31-b9f8-119278a04cc9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.019936] env[68802]: DEBUG oslo_vmware.api [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795611, 'name': PowerOffVM_Task, 'duration_secs': 0.186942} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.022357] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.022357] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.022357] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad903ce-4318-4acf-aea4-9a511505b0e1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.059582] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795606, 'name': Destroy_Task, 'duration_secs': 0.632318} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.059841] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Destroyed the VM [ 916.060208] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 916.060473] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5376481a-9bf9-4d94-97ed-ba1a09c822b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.066835] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 916.066835] env[68802]: value = "task-2795614" [ 916.066835] env[68802]: _type = "Task" [ 916.066835] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.077513] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795614, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.083926] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.084155] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.084332] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleting the datastore file [datastore2] 5ca94b5b-264a-4851-9677-cd16be6ebcb5 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.084622] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcffa63f-4663-4409-9814-d461fe43ff6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.092550] env[68802]: DEBUG oslo_vmware.api [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for the task: (returnval){ [ 916.092550] env[68802]: value = "task-2795615" [ 916.092550] env[68802]: _type = "Task" [ 916.092550] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.101131] env[68802]: DEBUG oslo_vmware.api [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.128115] env[68802]: DEBUG oslo_vmware.api [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795612, 'name': PowerOffVM_Task, 'duration_secs': 0.364838} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.128451] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.128620] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.128905] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3be5556-0e64-448d-b00c-1d2e126721eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.183676] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.208174] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.208420] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.208631] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Deleting the datastore file [datastore2] 66fa0a66-f5ea-4ab9-805e-ac58950219fd {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.208922] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c5f92ff-367e-4b7c-85be-c2295a288819 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.217385] env[68802]: DEBUG oslo_vmware.api [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for the task: (returnval){ [ 916.217385] env[68802]: value = "task-2795617" [ 916.217385] env[68802]: _type = "Task" [ 916.217385] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.226195] env[68802]: DEBUG oslo_vmware.api [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.256118] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.256118] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.256118] env[68802]: DEBUG nova.network.neutron [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.370386] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522e88a4-e97d-0f55-5efb-c3bc9b65691f, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.370695] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.370923] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.371187] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.371338] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.371541] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.371826] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76a5d04f-87a5-4240-af3f-9f684363ff3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.385590] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.385590] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.386098] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c74451-b192-4c16-bdea-b3f86940fb7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.392165] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for the task: (returnval){ [ 916.392165] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529b4bba-212a-581c-95aa-faddf4c61f0c" [ 916.392165] env[68802]: _type = "Task" [ 916.392165] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.403754] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529b4bba-212a-581c-95aa-faddf4c61f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.495480] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.495480] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.578621] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795614, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.601999] env[68802]: DEBUG oslo_vmware.api [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Task: {'id': task-2795615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210545} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.602247] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.602526] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.602748] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.602922] env[68802]: INFO nova.compute.manager [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 916.603177] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.603418] env[68802]: DEBUG nova.compute.manager [-] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.603494] env[68802]: DEBUG nova.network.neutron [-] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.624018] env[68802]: DEBUG nova.network.neutron [req-195f132c-ef42-4b44-9052-b36530214a48 req-76d2a56f-367a-4aa9-85d1-7b94425c1cc9 service nova] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Updated VIF entry in instance network info cache for port 40b18e24-caa6-4d31-b9f8-119278a04cc9. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.624018] env[68802]: DEBUG nova.network.neutron [req-195f132c-ef42-4b44-9052-b36530214a48 req-76d2a56f-367a-4aa9-85d1-7b94425c1cc9 service nova] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Updating instance_info_cache with network_info: [{"id": "40b18e24-caa6-4d31-b9f8-119278a04cc9", "address": "fa:16:3e:25:8a:ab", "network": {"id": "51248e07-66e9-42d9-86ae-b179c2ce3e80", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-911669882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c3f9c8e3d34aed8105db654cc55984", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b18e24-ca", "ovs_interfaceid": "40b18e24-caa6-4d31-b9f8-119278a04cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.641385] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.641595] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.641765] env[68802]: DEBUG nova.network.neutron [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.686072] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.726574] env[68802]: DEBUG oslo_vmware.api [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Task: {'id': task-2795617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321115} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.726816] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.727063] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.727274] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.727458] env[68802]: INFO nova.compute.manager [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 916.727679] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.727866] env[68802]: DEBUG nova.compute.manager [-] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.727956] env[68802]: DEBUG nova.network.neutron [-] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.747409] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.747644] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.747900] env[68802]: INFO nova.compute.manager [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Attaching volume fdb66680-917c-4036-bd89-b5928f4e014f to /dev/sdb [ 916.779335] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06cd214-d825-495f-9722-f11cfe5a7de7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.786491] env[68802]: DEBUG nova.network.neutron [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.788839] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f586b1fc-bfed-4695-a923-ea086acea8b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.802935] env[68802]: DEBUG nova.virt.block_device [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updating existing volume attachment record: 749e2d9a-047e-4532-8ad6-ae1d9131bace {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 916.904200] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529b4bba-212a-581c-95aa-faddf4c61f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.017645} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.905154] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2c5758-c6f1-4668-8954-f856b4bc3f68 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.911866] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for the task: (returnval){ [ 916.911866] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a65a96-1a4f-63b3-a493-72b18befc0fb" [ 916.911866] env[68802]: _type = "Task" [ 916.911866] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.920530] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a65a96-1a4f-63b3-a493-72b18befc0fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.931987] env[68802]: DEBUG nova.network.neutron [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance_info_cache with network_info: [{"id": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "address": "fa:16:3e:7f:67:ab", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6150befc-18", "ovs_interfaceid": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.004726] env[68802]: DEBUG nova.compute.manager [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.011257] env[68802]: DEBUG nova.compute.manager [req-149bddb4-2551-4ef7-b6dc-64b03949d19c req-127d21ca-7111-4c72-bbee-1b417ec64ce2 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Received event network-vif-deleted-91b18d67-84c3-4ae4-96de-fdb0f6d45e38 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 917.011480] env[68802]: INFO nova.compute.manager [req-149bddb4-2551-4ef7-b6dc-64b03949d19c req-127d21ca-7111-4c72-bbee-1b417ec64ce2 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Neutron deleted interface 91b18d67-84c3-4ae4-96de-fdb0f6d45e38; detaching it from the instance and deleting it from the info cache [ 917.011634] env[68802]: DEBUG nova.network.neutron [req-149bddb4-2551-4ef7-b6dc-64b03949d19c req-127d21ca-7111-4c72-bbee-1b417ec64ce2 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.079820] env[68802]: DEBUG oslo_vmware.api [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795614, 'name': RemoveSnapshot_Task, 'duration_secs': 0.949836} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.079820] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 917.079820] env[68802]: INFO nova.compute.manager [None req-0e635ab3-53ac-4936-a9b4-757195e625d1 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Took 14.70 seconds to snapshot the instance on the hypervisor. [ 917.124521] env[68802]: DEBUG oslo_concurrency.lockutils [req-195f132c-ef42-4b44-9052-b36530214a48 req-76d2a56f-367a-4aa9-85d1-7b94425c1cc9 service nova] Releasing lock "refresh_cache-2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.185270] env[68802]: DEBUG oslo_vmware.api [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795599, 'name': ReconfigVM_Task, 'duration_secs': 5.858737} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.187845] env[68802]: DEBUG oslo_concurrency.lockutils [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.188094] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Reconfigured VM to detach interface {{(pid=68802) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 917.389019] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 917.389019] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561864', 'volume_id': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'name': 'volume-a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65aeee3f-d2bd-4f7f-b616-1f24083f4a5f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'serial': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 917.389019] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d7ded3-76d2-4483-9cfe-74350bfda005 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.406297] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92db7438-6a24-4cb5-a128-2685df571a7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.438250] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-a517ac9c-ea1e-46f8-a9d4-8646811e5f93/volume-a517ac9c-ea1e-46f8-a9d4-8646811e5f93.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.441093] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.441382] env[68802]: DEBUG nova.compute.manager [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Instance network_info: |[{"id": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "address": "fa:16:3e:7f:67:ab", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6150befc-18", "ovs_interfaceid": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.441620] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1165116a-4206-49be-a15c-07fa9840b0ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.454728] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:67:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6150befc-18dd-48d0-ac11-8ca6f87c7294', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.462208] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Creating folder: Project (70a98f07a44b49e28fe1eed8edacab75). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.465967] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-223818d9-3588-4759-a137-f7fe87ac8be6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.467920] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a65a96-1a4f-63b3-a493-72b18befc0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.468382] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.468704] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8/2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.469294] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fc335f7-d8de-4879-a4a1-9911ed16a589 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.475078] env[68802]: DEBUG oslo_vmware.api [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 917.475078] env[68802]: value = "task-2795621" [ 917.475078] env[68802]: _type = "Task" [ 917.475078] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.476264] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for the task: (returnval){ [ 917.476264] env[68802]: value = "task-2795623" [ 917.476264] env[68802]: _type = "Task" [ 917.476264] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.483015] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Created folder: Project (70a98f07a44b49e28fe1eed8edacab75) in parent group-v561663. [ 917.483259] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Creating folder: Instances. Parent ref: group-v561870. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.483726] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adc2ef00-adf5-4861-b4ad-320e25deb964 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.487906] env[68802]: DEBUG oslo_vmware.api [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.491016] env[68802]: DEBUG nova.network.neutron [-] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.492802] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.501276] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Created folder: Instances in parent group-v561870. [ 917.501514] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.502305] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.502548] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f930f148-7ca6-4183-af58-cb12ce62cccd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.522537] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf26034d-9013-4dfd-84ff-d140638199e6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.529513] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.529513] env[68802]: value = "task-2795625" [ 917.529513] env[68802]: _type = "Task" [ 917.529513] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.537960] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf71b5-f52a-4c9b-a5d7-45514e0241b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.549255] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.549541] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.551095] env[68802]: INFO nova.compute.claims [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.557170] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795625, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.589218] env[68802]: DEBUG nova.compute.manager [req-149bddb4-2551-4ef7-b6dc-64b03949d19c req-127d21ca-7111-4c72-bbee-1b417ec64ce2 service nova] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Detach interface failed, port_id=91b18d67-84c3-4ae4-96de-fdb0f6d45e38, reason: Instance 5ca94b5b-264a-4851-9677-cd16be6ebcb5 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 917.595877] env[68802]: DEBUG nova.network.neutron [-] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.612640] env[68802]: DEBUG nova.network.neutron [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance_info_cache with network_info: [{"id": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "address": "fa:16:3e:e7:00:3c", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c60a8a-62", "ovs_interfaceid": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.906763] env[68802]: DEBUG nova.compute.manager [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Received event network-vif-plugged-6150befc-18dd-48d0-ac11-8ca6f87c7294 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 917.907103] env[68802]: DEBUG oslo_concurrency.lockutils [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] Acquiring lock "ff975d90-156c-4c31-924d-3f94fa278c85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.907391] env[68802]: DEBUG oslo_concurrency.lockutils [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] Lock "ff975d90-156c-4c31-924d-3f94fa278c85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.907622] env[68802]: DEBUG oslo_concurrency.lockutils [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] Lock "ff975d90-156c-4c31-924d-3f94fa278c85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.907812] env[68802]: DEBUG nova.compute.manager [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] No waiting events found dispatching network-vif-plugged-6150befc-18dd-48d0-ac11-8ca6f87c7294 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.907984] env[68802]: WARNING nova.compute.manager [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Received unexpected event network-vif-plugged-6150befc-18dd-48d0-ac11-8ca6f87c7294 for instance with vm_state building and task_state spawning. [ 917.908280] env[68802]: DEBUG nova.compute.manager [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Received event network-changed-6150befc-18dd-48d0-ac11-8ca6f87c7294 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 917.908552] env[68802]: DEBUG nova.compute.manager [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Refreshing instance network info cache due to event network-changed-6150befc-18dd-48d0-ac11-8ca6f87c7294. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 917.908658] env[68802]: DEBUG oslo_concurrency.lockutils [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] Acquiring lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.908800] env[68802]: DEBUG oslo_concurrency.lockutils [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] Acquired lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.909096] env[68802]: DEBUG nova.network.neutron [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Refreshing network info cache for port 6150befc-18dd-48d0-ac11-8ca6f87c7294 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.990399] env[68802]: DEBUG oslo_vmware.api [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795621, 'name': ReconfigVM_Task, 'duration_secs': 0.416282} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.994065] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-a517ac9c-ea1e-46f8-a9d4-8646811e5f93/volume-a517ac9c-ea1e-46f8-a9d4-8646811e5f93.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.999701] env[68802]: INFO nova.compute.manager [-] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Took 1.40 seconds to deallocate network for instance. [ 918.000109] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510041} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.000296] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1751dc-7a6d-4855-90e8-3855342be2ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.013436] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8/2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.013741] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.016941] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a7f682a-8cb8-4c1d-871e-93118dcf2b8c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.024062] env[68802]: DEBUG oslo_vmware.api [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 918.024062] env[68802]: value = "task-2795626" [ 918.024062] env[68802]: _type = "Task" [ 918.024062] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.025500] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for the task: (returnval){ [ 918.025500] env[68802]: value = "task-2795627" [ 918.025500] env[68802]: _type = "Task" [ 918.025500] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.040394] env[68802]: DEBUG oslo_vmware.api [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.044276] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.049330] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795625, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.097561] env[68802]: INFO nova.compute.manager [-] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Took 1.37 seconds to deallocate network for instance. [ 918.116876] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.520691] env[68802]: DEBUG oslo_concurrency.lockutils [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.541497] env[68802]: DEBUG oslo_vmware.api [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795626, 'name': ReconfigVM_Task, 'duration_secs': 0.159328} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.541775] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084123} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.542440] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561864', 'volume_id': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'name': 'volume-a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65aeee3f-d2bd-4f7f-b616-1f24083f4a5f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'serial': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 918.543942] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.548017] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ffaecb-f927-482c-84b1-a8d887dee9bf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.550117] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795625, 'name': CreateVM_Task, 'duration_secs': 0.600184} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.550289] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.551260] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.551916] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.551916] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.552091] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92be701a-2e53-4bee-8021-48cfac8678af {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.573546] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8/2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.575234] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4398e820-4c33-4c10-b80a-b4471fcfa261 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.592654] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 918.592654] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5209fc9e-8e62-3ede-948c-c138798d2b02" [ 918.592654] env[68802]: _type = "Task" [ 918.592654] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.602240] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for the task: (returnval){ [ 918.602240] env[68802]: value = "task-2795628" [ 918.602240] env[68802]: _type = "Task" [ 918.602240] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.605870] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.613904] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5209fc9e-8e62-3ede-948c-c138798d2b02, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.621082] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.621363] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.621753] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.621842] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.622053] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.622821] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.626109] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9449971d-e676-416b-b37e-67bf85a150ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.636870] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.637123] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.640124] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c9e856-0c81-4bcf-8669-0248a489c88c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.644568] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bbe4f2-7984-46b8-b566-f373eabe4214 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.649815] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 918.649815] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5290dd5d-6546-1346-7d81-59676b53af91" [ 918.649815] env[68802]: _type = "Task" [ 918.649815] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.663999] env[68802]: DEBUG oslo_concurrency.lockutils [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.664192] env[68802]: DEBUG oslo_concurrency.lockutils [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.664370] env[68802]: DEBUG nova.network.neutron [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.672079] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676c4410-ed3c-4f28-aa04-bf6fe5141269 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.682022] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5290dd5d-6546-1346-7d81-59676b53af91, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.683867] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance 'fac4c1b3-e3a6-4296-bcd9-481544d6ff31' progress to 83 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.689503] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eab2327-bc60-409a-9343-06576a79481d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.695589] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 918.695589] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f3e1af-8702-c288-a396-0afbb9a04255" [ 918.695589] env[68802]: _type = "Task" [ 918.695589] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.704718] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f3e1af-8702-c288-a396-0afbb9a04255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.854500] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee5283c-6776-4794-8aa2-771a7c9d7c22 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.862046] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65bf6c5-f5b1-40ea-875f-8651bb5f779a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.894492] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9335730-9e57-4765-a61b-39b901bb44b0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.904718] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c857b5-cf86-4b05-8551-e5210bb72467 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.918415] env[68802]: DEBUG nova.compute.provider_tree [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.933862] env[68802]: DEBUG nova.network.neutron [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updated VIF entry in instance network info cache for port 6150befc-18dd-48d0-ac11-8ca6f87c7294. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.934281] env[68802]: DEBUG nova.network.neutron [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance_info_cache with network_info: [{"id": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "address": "fa:16:3e:7f:67:ab", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6150befc-18", "ovs_interfaceid": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.046100] env[68802]: DEBUG nova.compute.manager [req-145655e2-7b0f-4e64-a14c-b3cc50d921cd req-299d9247-6133-4576-a900-c793ad98a57e service nova] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Received event network-vif-deleted-2517076a-dfa3-47cd-ab65-2180a5a1c9db {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 919.046365] env[68802]: DEBUG nova.compute.manager [req-145655e2-7b0f-4e64-a14c-b3cc50d921cd req-299d9247-6133-4576-a900-c793ad98a57e service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Received event network-vif-deleted-0c7d4111-17a0-4bda-8c12-ef8b28bc1042 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 919.046553] env[68802]: INFO nova.compute.manager [req-145655e2-7b0f-4e64-a14c-b3cc50d921cd req-299d9247-6133-4576-a900-c793ad98a57e service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Neutron deleted interface 0c7d4111-17a0-4bda-8c12-ef8b28bc1042; detaching it from the instance and deleting it from the info cache [ 919.046838] env[68802]: DEBUG nova.network.neutron [req-145655e2-7b0f-4e64-a14c-b3cc50d921cd req-299d9247-6133-4576-a900-c793ad98a57e service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updating instance_info_cache with network_info: [{"id": "5da1715c-9e69-4e4d-9c99-6228614103d9", "address": "fa:16:3e:ce:2e:8c", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da1715c-9e", "ovs_interfaceid": "5da1715c-9e69-4e4d-9c99-6228614103d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.112886] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795628, 'name': ReconfigVM_Task, 'duration_secs': 0.283698} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.113194] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8/2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.113927] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b07e012c-82ab-4c21-bf8d-9d2b9dae1147 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.121479] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for the task: (returnval){ [ 919.121479] env[68802]: value = "task-2795629" [ 919.121479] env[68802]: _type = "Task" [ 919.121479] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.126355] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "e27f0e5f-dd73-4d56-a714-53589958715e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.126742] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "e27f0e5f-dd73-4d56-a714-53589958715e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.127140] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "e27f0e5f-dd73-4d56-a714-53589958715e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.127466] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "e27f0e5f-dd73-4d56-a714-53589958715e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.127741] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "e27f0e5f-dd73-4d56-a714-53589958715e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.130697] env[68802]: INFO nova.compute.manager [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Terminating instance [ 919.135544] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795629, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.195123] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.195447] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-543d5fc0-2633-45da-aad8-e12e48bfbd70 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.212276] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f3e1af-8702-c288-a396-0afbb9a04255, 'name': SearchDatastore_Task, 'duration_secs': 0.010028} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.213865] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.214278] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] ff975d90-156c-4c31-924d-3f94fa278c85/ff975d90-156c-4c31-924d-3f94fa278c85.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.214705] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 919.214705] env[68802]: value = "task-2795630" [ 919.214705] env[68802]: _type = "Task" [ 919.214705] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.215006] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8554b0c3-6491-4afc-a1f2-9bf127811795 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.225845] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.227357] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 919.227357] env[68802]: value = "task-2795631" [ 919.227357] env[68802]: _type = "Task" [ 919.227357] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.236657] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.404207] env[68802]: INFO nova.network.neutron [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Port 0c7d4111-17a0-4bda-8c12-ef8b28bc1042 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 919.404645] env[68802]: DEBUG nova.network.neutron [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updating instance_info_cache with network_info: [{"id": "5da1715c-9e69-4e4d-9c99-6228614103d9", "address": "fa:16:3e:ce:2e:8c", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da1715c-9e", "ovs_interfaceid": "5da1715c-9e69-4e4d-9c99-6228614103d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.423226] env[68802]: DEBUG nova.scheduler.client.report [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.436316] env[68802]: DEBUG oslo_concurrency.lockutils [req-92793262-fbe7-4c29-af8e-9c5586d75d72 req-afd3c05d-14d6-49f0-9adc-ace6454c2c53 service nova] Releasing lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.552058] env[68802]: DEBUG oslo_concurrency.lockutils [req-145655e2-7b0f-4e64-a14c-b3cc50d921cd req-299d9247-6133-4576-a900-c793ad98a57e service nova] Acquiring lock "e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.580679] env[68802]: DEBUG nova.objects.instance [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lazy-loading 'flavor' on Instance uuid 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.632808] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795629, 'name': Rename_Task, 'duration_secs': 0.158713} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.633014] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.633364] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c16460ca-1f9d-468c-b250-78998959809c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.637769] env[68802]: DEBUG nova.compute.manager [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.638052] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.639462] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2df71db-3d36-42f4-9317-06d37844c4bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.644060] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for the task: (returnval){ [ 919.644060] env[68802]: value = "task-2795633" [ 919.644060] env[68802]: _type = "Task" [ 919.644060] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.655980] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.658781] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.659196] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ade5288-b423-4820-ab21-1972b849548c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.667244] env[68802]: DEBUG oslo_vmware.api [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 919.667244] env[68802]: value = "task-2795634" [ 919.667244] env[68802]: _type = "Task" [ 919.667244] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.677630] env[68802]: DEBUG oslo_vmware.api [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.729642] env[68802]: DEBUG oslo_vmware.api [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795630, 'name': PowerOnVM_Task, 'duration_secs': 0.447103} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.734550] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.734819] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6a0a8b-2db7-4d22-922b-5fbe61a888b3 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance 'fac4c1b3-e3a6-4296-bcd9-481544d6ff31' progress to 100 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.745777] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795631, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.907718] env[68802]: DEBUG oslo_concurrency.lockutils [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.926227] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.926897] env[68802]: DEBUG nova.compute.manager [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.930809] env[68802]: DEBUG oslo_concurrency.lockutils [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.410s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.931075] env[68802]: DEBUG nova.objects.instance [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lazy-loading 'resources' on Instance uuid 5ca94b5b-264a-4851-9677-cd16be6ebcb5 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.085719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-448a5041-3584-45bb-a113-b921d68811fe tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.334s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.155819] env[68802]: DEBUG oslo_vmware.api [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795633, 'name': PowerOnVM_Task, 'duration_secs': 0.498267} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.156107] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.156321] env[68802]: INFO nova.compute.manager [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Took 7.45 seconds to spawn the instance on the hypervisor. [ 920.156504] env[68802]: DEBUG nova.compute.manager [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.157346] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d49e3-4769-411d-9873-98a7238895d6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.178780] env[68802]: DEBUG oslo_vmware.api [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795634, 'name': PowerOffVM_Task, 'duration_secs': 0.260443} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.179536] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.179536] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.179721] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-830616fd-d706-4186-9215-a6d57c10af93 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.243647] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565988} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.244191] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] ff975d90-156c-4c31-924d-3f94fa278c85/ff975d90-156c-4c31-924d-3f94fa278c85.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.244404] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.244689] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fa2b605-5afc-408e-8c86-af65fb938ac8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.247854] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.248070] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.248252] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleting the datastore file [datastore1] e27f0e5f-dd73-4d56-a714-53589958715e {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.248846] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aec3975-9d2f-4b55-9c4a-b50339558118 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.252849] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 920.252849] env[68802]: value = "task-2795636" [ 920.252849] env[68802]: _type = "Task" [ 920.252849] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.257430] env[68802]: DEBUG oslo_vmware.api [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 920.257430] env[68802]: value = "task-2795637" [ 920.257430] env[68802]: _type = "Task" [ 920.257430] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.265089] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.271408] env[68802]: DEBUG oslo_vmware.api [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.399679] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.399992] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.411235] env[68802]: DEBUG oslo_concurrency.lockutils [None req-97b56d4a-8eca-4f0f-a421-b5e21d82cb9f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-e27f0e5f-dd73-4d56-a714-53589958715e-0c7d4111-17a0-4bda-8c12-ef8b28bc1042" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.819s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.432700] env[68802]: DEBUG nova.compute.utils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.437043] env[68802]: DEBUG nova.compute.manager [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.437253] env[68802]: DEBUG nova.network.neutron [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.474699] env[68802]: DEBUG nova.policy [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '040857f0d5fd49fe977bc9158f9aaea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4776ee836ac4318a8e9ff2e63d066c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.525575] env[68802]: DEBUG nova.compute.manager [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.526576] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be56a8d-af0a-4f5f-a455-9231703a7f16 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.675406] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc41248-b36e-483a-8133-06c9cb5c94b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.678546] env[68802]: INFO nova.compute.manager [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Took 24.11 seconds to build instance. [ 920.684597] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9fee63-13d7-47fc-bb09-5c4469a66752 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.716814] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b580f-1d20-4652-8c95-69ed9b409d8f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.724901] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1652a5a6-62c8-4134-b6cc-0486d8ed88b7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.740954] env[68802]: DEBUG nova.compute.provider_tree [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.764794] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175426} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.765093] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.766954] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f257e08d-ebb4-4799-a2aa-81a732f1791f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.771964] env[68802]: DEBUG oslo_vmware.api [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.791772] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] ff975d90-156c-4c31-924d-3f94fa278c85/ff975d90-156c-4c31-924d-3f94fa278c85.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.792826] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b346883-0d89-42ce-ba88-317bd844adc0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.813384] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 920.813384] env[68802]: value = "task-2795638" [ 920.813384] env[68802]: _type = "Task" [ 920.813384] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.821748] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.835926] env[68802]: DEBUG nova.network.neutron [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Successfully created port: caeed25b-d774-482a-9b1f-929647d7acfb {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.903305] env[68802]: INFO nova.compute.manager [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Detaching volume a517ac9c-ea1e-46f8-a9d4-8646811e5f93 [ 920.936264] env[68802]: INFO nova.virt.block_device [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Attempting to driver detach volume a517ac9c-ea1e-46f8-a9d4-8646811e5f93 from mountpoint /dev/sdb [ 920.936264] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 920.936264] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561864', 'volume_id': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'name': 'volume-a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65aeee3f-d2bd-4f7f-b616-1f24083f4a5f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'serial': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 920.936681] env[68802]: DEBUG nova.compute.manager [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.940552] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cd76d4-4550-4b53-ab08-8936161f033d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.966035] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74030fe0-c41f-448e-8ea1-7daae5ce2d1e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.974530] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179e5525-7437-4cd2-b258-a11e9daa11bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.000660] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c87b05-2d93-44de-ae56-c68626c4b6ce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.018496] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] The volume has not been displaced from its original location: [datastore1] volume-a517ac9c-ea1e-46f8-a9d4-8646811e5f93/volume-a517ac9c-ea1e-46f8-a9d4-8646811e5f93.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 921.024660] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.025407] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adfe7ce5-08b3-431f-ae0c-be8a31749941 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.042787] env[68802]: INFO nova.compute.manager [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] instance snapshotting [ 921.048921] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343ef2a9-da40-4af9-8d83-ba0ce912f9bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.054025] env[68802]: DEBUG oslo_vmware.api [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 921.054025] env[68802]: value = "task-2795639" [ 921.054025] env[68802]: _type = "Task" [ 921.054025] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.072755] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6b154c-7206-41f2-b5a2-5550a2e38768 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.079209] env[68802]: DEBUG oslo_vmware.api [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.180967] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5656dc4-653e-4258-88a8-6ef180094c01 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.621s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.244444] env[68802]: DEBUG nova.scheduler.client.report [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.271180] env[68802]: DEBUG oslo_vmware.api [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.722829} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.271461] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.271659] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.271833] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.271999] env[68802]: INFO nova.compute.manager [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 921.272249] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.272435] env[68802]: DEBUG nova.compute.manager [-] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.272527] env[68802]: DEBUG nova.network.neutron [-] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.324162] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795638, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.349170] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 921.349470] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561869', 'volume_id': 'fdb66680-917c-4036-bd89-b5928f4e014f', 'name': 'volume-fdb66680-917c-4036-bd89-b5928f4e014f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17e48fd9-9421-41af-94b8-dd31db7e6dee', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb66680-917c-4036-bd89-b5928f4e014f', 'serial': 'fdb66680-917c-4036-bd89-b5928f4e014f'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 921.350327] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f43e0f-4e2d-4f2a-a1bd-62796ba0411a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.369056] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae36eb-3ac8-4873-a4e9-c92f2f161278 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.398423] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-fdb66680-917c-4036-bd89-b5928f4e014f/volume-fdb66680-917c-4036-bd89-b5928f4e014f.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.398774] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98446e72-a13b-4907-9be4-334043c70dc4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.418142] env[68802]: DEBUG oslo_vmware.api [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 921.418142] env[68802]: value = "task-2795640" [ 921.418142] env[68802]: _type = "Task" [ 921.418142] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.429071] env[68802]: DEBUG oslo_vmware.api [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.554571] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.554834] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.555044] env[68802]: DEBUG nova.compute.manager [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Going to confirm migration 4 {{(pid=68802) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 921.566188] env[68802]: DEBUG oslo_vmware.api [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795639, 'name': ReconfigVM_Task, 'duration_secs': 0.386098} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.566444] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 921.571157] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22da85eb-b549-4403-be90-5a440bbdb1c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.587287] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 921.587632] env[68802]: DEBUG oslo_vmware.api [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 921.587632] env[68802]: value = "task-2795641" [ 921.587632] env[68802]: _type = "Task" [ 921.587632] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.587828] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6053fba2-8821-488c-aee1-4ad412700532 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.607035] env[68802]: DEBUG oslo_vmware.api [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.607266] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 921.607266] env[68802]: value = "task-2795642" [ 921.607266] env[68802]: _type = "Task" [ 921.607266] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.616980] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.749567] env[68802]: DEBUG oslo_concurrency.lockutils [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.752664] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.147s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.752924] env[68802]: DEBUG nova.objects.instance [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lazy-loading 'resources' on Instance uuid 66fa0a66-f5ea-4ab9-805e-ac58950219fd {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.790302] env[68802]: INFO nova.scheduler.client.report [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Deleted allocations for instance 5ca94b5b-264a-4851-9677-cd16be6ebcb5 [ 921.825200] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795638, 'name': ReconfigVM_Task, 'duration_secs': 0.528847} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.826153] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Reconfigured VM instance instance-0000004c to attach disk [datastore1] ff975d90-156c-4c31-924d-3f94fa278c85/ff975d90-156c-4c31-924d-3f94fa278c85.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.826824] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-212e50b7-0349-46cf-98a3-f3e7aedc90a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.831922] env[68802]: DEBUG nova.compute.manager [req-400dcb04-2a05-498e-81c7-1998603432e8 req-16bd972d-a29f-4ce3-8d64-80507231387d service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Received event network-vif-deleted-5da1715c-9e69-4e4d-9c99-6228614103d9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 921.832170] env[68802]: INFO nova.compute.manager [req-400dcb04-2a05-498e-81c7-1998603432e8 req-16bd972d-a29f-4ce3-8d64-80507231387d service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Neutron deleted interface 5da1715c-9e69-4e4d-9c99-6228614103d9; detaching it from the instance and deleting it from the info cache [ 921.832367] env[68802]: DEBUG nova.network.neutron [req-400dcb04-2a05-498e-81c7-1998603432e8 req-16bd972d-a29f-4ce3-8d64-80507231387d service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.835306] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 921.835306] env[68802]: value = "task-2795643" [ 921.835306] env[68802]: _type = "Task" [ 921.835306] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.844533] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795643, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.927828] env[68802]: DEBUG oslo_vmware.api [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.953021] env[68802]: DEBUG nova.compute.manager [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.975768] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.976259] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.976553] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.976813] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.977021] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.977356] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.977678] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.977886] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.978072] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.978242] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.978498] env[68802]: DEBUG nova.virt.hardware [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.979703] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779af21b-c6c9-475a-9180-231d60176bbd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.991272] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945c8652-d21b-460a-b726-ac579f25ead3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.102523] env[68802]: DEBUG oslo_vmware.api [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795641, 'name': ReconfigVM_Task, 'duration_secs': 0.162204} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.102865] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561864', 'volume_id': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'name': 'volume-a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65aeee3f-d2bd-4f7f-b616-1f24083f4a5f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93', 'serial': 'a517ac9c-ea1e-46f8-a9d4-8646811e5f93'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 922.120264] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.135522] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.135522] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.135522] env[68802]: DEBUG nova.network.neutron [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.135522] env[68802]: DEBUG nova.objects.instance [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lazy-loading 'info_cache' on Instance uuid fac4c1b3-e3a6-4296-bcd9-481544d6ff31 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.301174] env[68802]: DEBUG oslo_concurrency.lockutils [None req-107082c6-6e4e-48d3-a2d8-f964ba57dc6d tempest-ImagesTestJSON-34473681 tempest-ImagesTestJSON-34473681-project-member] Lock "5ca94b5b-264a-4851-9677-cd16be6ebcb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.319s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.315279] env[68802]: DEBUG nova.network.neutron [-] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.337024] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84b2d55c-4c7e-4cd7-a85a-0cd153ae3b8e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.350936] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3d68d8-9ca3-4c13-992d-d74d64b1132d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.367785] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795643, 'name': Rename_Task, 'duration_secs': 0.166511} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.368615] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.368871] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6516aefa-7c9a-41aa-9ac2-b3e487250edd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.375237] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 922.375237] env[68802]: value = "task-2795644" [ 922.375237] env[68802]: _type = "Task" [ 922.375237] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.395409] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.395803] env[68802]: DEBUG nova.compute.manager [req-400dcb04-2a05-498e-81c7-1998603432e8 req-16bd972d-a29f-4ce3-8d64-80507231387d service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Detach interface failed, port_id=5da1715c-9e69-4e4d-9c99-6228614103d9, reason: Instance e27f0e5f-dd73-4d56-a714-53589958715e could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 922.429483] env[68802]: DEBUG oslo_vmware.api [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795640, 'name': ReconfigVM_Task, 'duration_secs': 0.535849} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.429880] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-fdb66680-917c-4036-bd89-b5928f4e014f/volume-fdb66680-917c-4036-bd89-b5928f4e014f.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.442025] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-355687f0-954c-464e-a363-f4299d897245 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.465466] env[68802]: DEBUG oslo_vmware.api [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 922.465466] env[68802]: value = "task-2795645" [ 922.465466] env[68802]: _type = "Task" [ 922.465466] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.476505] env[68802]: DEBUG oslo_vmware.api [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.553500] env[68802]: DEBUG nova.network.neutron [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Successfully updated port: caeed25b-d774-482a-9b1f-929647d7acfb {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.576370] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8c1bda-1d3b-4d4f-8aa7-0981a746cee4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.583722] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a812baa-214d-401a-ae00-e901784d0735 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.618513] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832033c5-de2b-4239-a033-8bedb9f5bb56 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.625884] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795642, 'name': CreateSnapshot_Task, 'duration_secs': 0.824705} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.627970] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 922.628790] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab08cc6-c262-4501-84f6-8bcfcb37b117 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.632324] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34516b7-94e1-411e-84ee-778f6e01f965 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.650070] env[68802]: DEBUG nova.compute.provider_tree [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.662087] env[68802]: DEBUG nova.objects.instance [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lazy-loading 'flavor' on Instance uuid 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.820022] env[68802]: INFO nova.compute.manager [-] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Took 1.55 seconds to deallocate network for instance. [ 922.881886] env[68802]: DEBUG nova.network.neutron [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance_info_cache with network_info: [{"id": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "address": "fa:16:3e:e7:00:3c", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c60a8a-62", "ovs_interfaceid": "a3c60a8a-62b9-40ec-b967-a61255f77cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.891788] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795644, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.903510] env[68802]: DEBUG oslo_concurrency.lockutils [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquiring lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.903788] env[68802]: DEBUG oslo_concurrency.lockutils [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.904040] env[68802]: DEBUG oslo_concurrency.lockutils [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquiring lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.904252] env[68802]: DEBUG oslo_concurrency.lockutils [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.904451] env[68802]: DEBUG oslo_concurrency.lockutils [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.906588] env[68802]: INFO nova.compute.manager [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Terminating instance [ 922.976503] env[68802]: DEBUG oslo_vmware.api [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795645, 'name': ReconfigVM_Task, 'duration_secs': 0.210127} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.977021] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561869', 'volume_id': 'fdb66680-917c-4036-bd89-b5928f4e014f', 'name': 'volume-fdb66680-917c-4036-bd89-b5928f4e014f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17e48fd9-9421-41af-94b8-dd31db7e6dee', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb66680-917c-4036-bd89-b5928f4e014f', 'serial': 'fdb66680-917c-4036-bd89-b5928f4e014f'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 923.055697] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.055851] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.055994] env[68802]: DEBUG nova.network.neutron [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.157604] env[68802]: DEBUG nova.scheduler.client.report [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.167568] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 923.170765] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89fd8021-f082-4bd7-9f05-3179579af230 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.180869] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 923.180869] env[68802]: value = "task-2795646" [ 923.180869] env[68802]: _type = "Task" [ 923.180869] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.191626] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795646, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.333763] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.386676] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-fac4c1b3-e3a6-4296-bcd9-481544d6ff31" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.386974] env[68802]: DEBUG nova.objects.instance [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lazy-loading 'migration_context' on Instance uuid fac4c1b3-e3a6-4296-bcd9-481544d6ff31 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.388158] env[68802]: DEBUG oslo_vmware.api [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795644, 'name': PowerOnVM_Task, 'duration_secs': 0.708978} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.388416] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.388621] env[68802]: INFO nova.compute.manager [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Took 8.23 seconds to spawn the instance on the hypervisor. [ 923.388794] env[68802]: DEBUG nova.compute.manager [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.389862] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b139b82-b4ee-42af-ac73-05c90047ba7a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.411448] env[68802]: DEBUG nova.compute.manager [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.411792] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.413105] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4056cf-77ed-4dfa-8113-b8f284216490 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.423445] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.423812] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d47c5f56-0c24-4bf8-bfff-142edbce8470 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.431552] env[68802]: DEBUG oslo_vmware.api [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for the task: (returnval){ [ 923.431552] env[68802]: value = "task-2795647" [ 923.431552] env[68802]: _type = "Task" [ 923.431552] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.442018] env[68802]: DEBUG oslo_vmware.api [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.604521] env[68802]: DEBUG nova.network.neutron [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.669640] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.672134] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.339s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.672425] env[68802]: DEBUG nova.objects.instance [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'resources' on Instance uuid e27f0e5f-dd73-4d56-a714-53589958715e {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.676540] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e613e68-ae21-42f5-8b4f-f5d77a32b916 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.697280] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795646, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.715854] env[68802]: INFO nova.scheduler.client.report [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Deleted allocations for instance 66fa0a66-f5ea-4ab9-805e-ac58950219fd [ 923.803161] env[68802]: DEBUG nova.network.neutron [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance_info_cache with network_info: [{"id": "caeed25b-d774-482a-9b1f-929647d7acfb", "address": "fa:16:3e:8f:c0:da", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeed25b-d7", "ovs_interfaceid": "caeed25b-d774-482a-9b1f-929647d7acfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.896190] env[68802]: DEBUG nova.compute.manager [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Received event network-vif-plugged-caeed25b-d774-482a-9b1f-929647d7acfb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.896190] env[68802]: DEBUG oslo_concurrency.lockutils [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] Acquiring lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.896190] env[68802]: DEBUG oslo_concurrency.lockutils [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.896190] env[68802]: DEBUG oslo_concurrency.lockutils [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.896190] env[68802]: DEBUG nova.compute.manager [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] No waiting events found dispatching network-vif-plugged-caeed25b-d774-482a-9b1f-929647d7acfb {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.896190] env[68802]: WARNING nova.compute.manager [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Received unexpected event network-vif-plugged-caeed25b-d774-482a-9b1f-929647d7acfb for instance with vm_state building and task_state spawning. [ 923.896190] env[68802]: DEBUG nova.compute.manager [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Received event network-changed-caeed25b-d774-482a-9b1f-929647d7acfb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.896863] env[68802]: DEBUG nova.compute.manager [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Refreshing instance network info cache due to event network-changed-caeed25b-d774-482a-9b1f-929647d7acfb. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 923.896863] env[68802]: DEBUG oslo_concurrency.lockutils [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] Acquiring lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.897185] env[68802]: DEBUG nova.objects.base [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 923.898356] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ec1010-6211-4fe2-a84c-2b09c96c1502 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.927192] env[68802]: INFO nova.compute.manager [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Took 18.97 seconds to build instance. [ 923.928508] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bffb03eb-c005-446d-90bd-d1132b97aeed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.937864] env[68802]: DEBUG oslo_vmware.api [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 923.937864] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e438dd-c275-146c-a215-9fa8a3ef255f" [ 923.937864] env[68802]: _type = "Task" [ 923.937864] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.946544] env[68802]: DEBUG oslo_vmware.api [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795647, 'name': PowerOffVM_Task, 'duration_secs': 0.23205} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.948493] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.948589] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.949272] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c910eed9-4d82-4651-ad58-0a4a6b2f2b32 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.955574] env[68802]: DEBUG oslo_vmware.api [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e438dd-c275-146c-a215-9fa8a3ef255f, 'name': SearchDatastore_Task, 'duration_secs': 0.008263} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.956226] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.021534] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.021847] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.021929] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Deleting the datastore file [datastore1] 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.022215] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78e60ef4-095f-42c9-aeec-0d6015f34329 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.024756] env[68802]: DEBUG nova.objects.instance [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lazy-loading 'flavor' on Instance uuid 17e48fd9-9421-41af-94b8-dd31db7e6dee {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.030511] env[68802]: DEBUG oslo_vmware.api [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for the task: (returnval){ [ 924.030511] env[68802]: value = "task-2795649" [ 924.030511] env[68802]: _type = "Task" [ 924.030511] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.039322] env[68802]: DEBUG oslo_vmware.api [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.191984] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795646, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.231229] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f32b89c5-efc7-42a4-bf4c-84b1c840d209 tempest-MigrationsAdminTest-1300455569 tempest-MigrationsAdminTest-1300455569-project-member] Lock "66fa0a66-f5ea-4ab9-805e-ac58950219fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.141s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.306641] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.306989] env[68802]: DEBUG nova.compute.manager [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Instance network_info: |[{"id": "caeed25b-d774-482a-9b1f-929647d7acfb", "address": "fa:16:3e:8f:c0:da", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeed25b-d7", "ovs_interfaceid": "caeed25b-d774-482a-9b1f-929647d7acfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.307323] env[68802]: DEBUG oslo_concurrency.lockutils [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] Acquired lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.307554] env[68802]: DEBUG nova.network.neutron [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Refreshing network info cache for port caeed25b-d774-482a-9b1f-929647d7acfb {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.308806] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:c0:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caeed25b-d774-482a-9b1f-929647d7acfb', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.320334] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating folder: Project (a4776ee836ac4318a8e9ff2e63d066c0). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.326714] env[68802]: INFO nova.compute.manager [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Rescuing [ 924.326964] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.327197] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.327405] env[68802]: DEBUG nova.network.neutron [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.328601] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46a1f646-faf5-4510-aa00-eebac69efdff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.342035] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Created folder: Project (a4776ee836ac4318a8e9ff2e63d066c0) in parent group-v561663. [ 924.342397] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating folder: Instances. Parent ref: group-v561875. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.342493] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59251ddc-1055-46bf-9173-7a34c64b5999 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.356981] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Created folder: Instances in parent group-v561875. [ 924.357264] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.357537] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.357776] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-337f6d1e-a5fa-41ae-8d0e-ba78180be766 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.392249] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.392249] env[68802]: value = "task-2795652" [ 924.392249] env[68802]: _type = "Task" [ 924.392249] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.404846] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795652, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.431996] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e0fd96b2-ee4d-4af0-b9e4-58957c96e49e tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.482s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.505773] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f829bd94-bc4a-4edb-afc6-5ba8a973f5d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.515562] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9f04c5-f4ba-4aae-b0fc-767c33f98995 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.560348] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0098b0c1-0768-4485-aec5-ba3374124192 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.566555] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e01136a-f7a2-4a84-a0cd-bf23f43b5ffb tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.819s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.577615] env[68802]: DEBUG oslo_vmware.api [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Task: {'id': task-2795649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236466} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.577615] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.577615] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.577615] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.577615] env[68802]: INFO nova.compute.manager [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 924.577615] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.578756] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355fc135-595c-4f8a-a3a0-f1c9539c10b7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.583012] env[68802]: DEBUG nova.compute.manager [-] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.583096] env[68802]: DEBUG nova.network.neutron [-] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.596863] env[68802]: DEBUG nova.compute.provider_tree [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.693249] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795646, 'name': CloneVM_Task, 'duration_secs': 1.472656} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.693529] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Created linked-clone VM from snapshot [ 924.694361] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d97ba1e-d429-4297-b0f5-8dd0f0306011 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.702717] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Uploading image 1b531442-8142-4c11-a9fc-34bb894536d7 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 924.741307] env[68802]: DEBUG oslo_vmware.rw_handles [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 924.741307] env[68802]: value = "vm-561874" [ 924.741307] env[68802]: _type = "VirtualMachine" [ 924.741307] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 924.741989] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba242da1-7c5c-4b22-a864-9ab26b91226b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.749602] env[68802]: DEBUG oslo_vmware.rw_handles [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lease: (returnval){ [ 924.749602] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528c8dd6-f3f5-e919-6bf7-a319399f7c75" [ 924.749602] env[68802]: _type = "HttpNfcLease" [ 924.749602] env[68802]: } obtained for exporting VM: (result){ [ 924.749602] env[68802]: value = "vm-561874" [ 924.749602] env[68802]: _type = "VirtualMachine" [ 924.749602] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 924.749827] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the lease: (returnval){ [ 924.749827] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528c8dd6-f3f5-e919-6bf7-a319399f7c75" [ 924.749827] env[68802]: _type = "HttpNfcLease" [ 924.749827] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 924.756375] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.756375] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528c8dd6-f3f5-e919-6bf7-a319399f7c75" [ 924.756375] env[68802]: _type = "HttpNfcLease" [ 924.756375] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.902645] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795652, 'name': CreateVM_Task, 'duration_secs': 0.49869} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.902830] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.903586] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.903786] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.904123] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.904392] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69a34cb-93de-4ece-bb05-cb1bd1477079 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.909171] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 924.909171] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525c350a-ad55-77f8-9875-b75f416284dd" [ 924.909171] env[68802]: _type = "Task" [ 924.909171] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.923182] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525c350a-ad55-77f8-9875-b75f416284dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.104219] env[68802]: DEBUG nova.scheduler.client.report [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.165535] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "0da19fe3-b125-411e-9dc5-9c980487deed" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.165920] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.213276] env[68802]: DEBUG nova.network.neutron [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updated VIF entry in instance network info cache for port caeed25b-d774-482a-9b1f-929647d7acfb. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.213276] env[68802]: DEBUG nova.network.neutron [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance_info_cache with network_info: [{"id": "caeed25b-d774-482a-9b1f-929647d7acfb", "address": "fa:16:3e:8f:c0:da", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeed25b-d7", "ovs_interfaceid": "caeed25b-d774-482a-9b1f-929647d7acfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.262455] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.262691] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.266703] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.266703] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528c8dd6-f3f5-e919-6bf7-a319399f7c75" [ 925.266703] env[68802]: _type = "HttpNfcLease" [ 925.266703] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 925.267219] env[68802]: DEBUG oslo_vmware.rw_handles [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 925.267219] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528c8dd6-f3f5-e919-6bf7-a319399f7c75" [ 925.267219] env[68802]: _type = "HttpNfcLease" [ 925.267219] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 925.267973] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f86fb6-0d46-4849-b26b-6e2251bb345a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.277710] env[68802]: DEBUG oslo_vmware.rw_handles [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae6a2-19c5-5d76-b3a5-c6fbe4bd3d5a/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 925.277710] env[68802]: DEBUG oslo_vmware.rw_handles [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae6a2-19c5-5d76-b3a5-c6fbe4bd3d5a/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 925.419639] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525c350a-ad55-77f8-9875-b75f416284dd, 'name': SearchDatastore_Task, 'duration_secs': 0.017324} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.419942] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.420192] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.420456] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.420597] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.420773] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.421049] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-337e61c2-f914-4166-a277-21efa9342078 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.429182] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.429395] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.430134] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540be674-4999-46cf-ab84-7f0f91c1379b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.435123] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 925.435123] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a22806-4f60-5d0d-6f26-4b0f4118ab08" [ 925.435123] env[68802]: _type = "Task" [ 925.435123] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.443404] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a22806-4f60-5d0d-6f26-4b0f4118ab08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.445983] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdca19d5-a5c5-4b61-bd5b-f71f7a217abb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.604251] env[68802]: DEBUG nova.network.neutron [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updating instance_info_cache with network_info: [{"id": "8744aeed-4647-484c-a641-b90bb3b49fa4", "address": "fa:16:3e:21:21:b6", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8744aeed-46", "ovs_interfaceid": "8744aeed-4647-484c-a641-b90bb3b49fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.610028] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.612319] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.656s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.620756] env[68802]: DEBUG nova.network.neutron [-] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.646208] env[68802]: INFO nova.scheduler.client.report [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleted allocations for instance e27f0e5f-dd73-4d56-a714-53589958715e [ 925.669049] env[68802]: DEBUG nova.compute.utils [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.717009] env[68802]: DEBUG oslo_concurrency.lockutils [req-1f5e331f-8eb4-43b4-9548-136dd1fcfdc5 req-56a542c5-9a22-4d4b-8843-c3d33674df00 service nova] Releasing lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.720931] env[68802]: DEBUG nova.compute.manager [req-45b56280-781d-4142-bb07-0d631b63eec2 req-20b4dc43-95ca-4827-9390-6ee7bcc9d01c service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Received event network-changed-6150befc-18dd-48d0-ac11-8ca6f87c7294 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.721182] env[68802]: DEBUG nova.compute.manager [req-45b56280-781d-4142-bb07-0d631b63eec2 req-20b4dc43-95ca-4827-9390-6ee7bcc9d01c service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Refreshing instance network info cache due to event network-changed-6150befc-18dd-48d0-ac11-8ca6f87c7294. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 925.721400] env[68802]: DEBUG oslo_concurrency.lockutils [req-45b56280-781d-4142-bb07-0d631b63eec2 req-20b4dc43-95ca-4827-9390-6ee7bcc9d01c service nova] Acquiring lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.721603] env[68802]: DEBUG oslo_concurrency.lockutils [req-45b56280-781d-4142-bb07-0d631b63eec2 req-20b4dc43-95ca-4827-9390-6ee7bcc9d01c service nova] Acquired lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.721813] env[68802]: DEBUG nova.network.neutron [req-45b56280-781d-4142-bb07-0d631b63eec2 req-20b4dc43-95ca-4827-9390-6ee7bcc9d01c service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Refreshing network info cache for port 6150befc-18dd-48d0-ac11-8ca6f87c7294 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.768331] env[68802]: DEBUG nova.compute.manager [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.944788] env[68802]: DEBUG nova.compute.manager [req-6c709891-0aad-485a-9831-81135f8f461a req-52ca9955-93fb-442e-acb9-1f5b16d215d8 service nova] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Received event network-vif-deleted-40b18e24-caa6-4d31-b9f8-119278a04cc9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.955510] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a22806-4f60-5d0d-6f26-4b0f4118ab08, 'name': SearchDatastore_Task, 'duration_secs': 0.01347} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.957056] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21625988-5ba9-484b-af8c-45ebdbebc28e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.963939] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 925.963939] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e6013a-9b8a-6118-3698-b91c95730008" [ 925.963939] env[68802]: _type = "Task" [ 925.963939] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.976660] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e6013a-9b8a-6118-3698-b91c95730008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.111083] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.125677] env[68802]: INFO nova.compute.manager [-] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Took 1.54 seconds to deallocate network for instance. [ 926.156497] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e4a866b-be4f-457c-b2d1-9e094e2ee3fe tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "e27f0e5f-dd73-4d56-a714-53589958715e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.029s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.158021] env[68802]: DEBUG oslo_concurrency.lockutils [req-145655e2-7b0f-4e64-a14c-b3cc50d921cd req-299d9247-6133-4576-a900-c793ad98a57e service nova] Acquired lock "e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.159257] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ab2d8a-5fc2-4d04-9f1e-1518ccb7d69f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.172240] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.175451] env[68802]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 926.175941] env[68802]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68802) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 926.177953] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75183116-ef27-4919-9a3d-533d67bd4d88 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.194467] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071ad84c-63d3-47ff-a4b5-a60bdd3e4c18 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.244132] env[68802]: ERROR root [req-145655e2-7b0f-4e64-a14c-b3cc50d921cd req-299d9247-6133-4576-a900-c793ad98a57e service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-561781' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-561781' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-561781' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-561781'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-561781' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-561781' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-561781'}\n"]: nova.exception.InstanceNotFound: Instance e27f0e5f-dd73-4d56-a714-53589958715e could not be found. [ 926.244450] env[68802]: DEBUG oslo_concurrency.lockutils [req-145655e2-7b0f-4e64-a14c-b3cc50d921cd req-299d9247-6133-4576-a900-c793ad98a57e service nova] Releasing lock "e27f0e5f-dd73-4d56-a714-53589958715e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.244623] env[68802]: DEBUG nova.compute.manager [req-145655e2-7b0f-4e64-a14c-b3cc50d921cd req-299d9247-6133-4576-a900-c793ad98a57e service nova] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Detach interface failed, port_id=0c7d4111-17a0-4bda-8c12-ef8b28bc1042, reason: Instance e27f0e5f-dd73-4d56-a714-53589958715e could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 926.299366] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.438516] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2191646-bc4f-4595-a265-f3fb2a4c0e39 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.451748] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea77ed2f-5309-4c93-be12-e12ec1deb765 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.498243] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4fa114-deaa-4bc6-87e7-8fbb4b5d526b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.508368] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e6013a-9b8a-6118-3698-b91c95730008, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.510660] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.510940] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ce9e1d70-d1c0-4244-bcf6-5497612c00d9/ce9e1d70-d1c0-4244-bcf6-5497612c00d9.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.511530] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62f8b3ce-9044-4c1b-82df-f19e84a18e8f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.514373] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5909bfd1-4239-4b19-a6f9-2e2c8cbf9229 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.529237] env[68802]: DEBUG nova.compute.provider_tree [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.534959] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 926.534959] env[68802]: value = "task-2795654" [ 926.534959] env[68802]: _type = "Task" [ 926.534959] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.543853] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.633936] env[68802]: DEBUG oslo_concurrency.lockutils [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.651162] env[68802]: DEBUG nova.network.neutron [req-45b56280-781d-4142-bb07-0d631b63eec2 req-20b4dc43-95ca-4827-9390-6ee7bcc9d01c service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updated VIF entry in instance network info cache for port 6150befc-18dd-48d0-ac11-8ca6f87c7294. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.651836] env[68802]: DEBUG nova.network.neutron [req-45b56280-781d-4142-bb07-0d631b63eec2 req-20b4dc43-95ca-4827-9390-6ee7bcc9d01c service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance_info_cache with network_info: [{"id": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "address": "fa:16:3e:7f:67:ab", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6150befc-18", "ovs_interfaceid": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.990865] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquiring lock "867fb475-5350-4472-971e-6de3ca99b8f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.991395] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lock "867fb475-5350-4472-971e-6de3ca99b8f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.034181] env[68802]: DEBUG nova.scheduler.client.report [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.048375] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795654, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.158876] env[68802]: DEBUG oslo_concurrency.lockutils [req-45b56280-781d-4142-bb07-0d631b63eec2 req-20b4dc43-95ca-4827-9390-6ee7bcc9d01c service nova] Releasing lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.272749] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "0da19fe3-b125-411e-9dc5-9c980487deed" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.274839] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.274839] env[68802]: INFO nova.compute.manager [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Attaching volume fffa6f3a-9b45-487c-8e60-b0756e8edf46 to /dev/sdb [ 927.319173] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb4a28f-31ca-4b98-9e0a-531a7792fa37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.327441] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8620e06-1701-4441-ac85-ecfabcf823f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.342838] env[68802]: DEBUG nova.virt.block_device [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Updating existing volume attachment record: 165c0fb1-1fb3-4b95-a055-274ab30f7214 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 927.499160] env[68802]: DEBUG nova.compute.manager [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.556111] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597882} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.556865] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ce9e1d70-d1c0-4244-bcf6-5497612c00d9/ce9e1d70-d1c0-4244-bcf6-5497612c00d9.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.556968] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.557599] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d808d94-a7b4-4350-b958-ee7c1628befe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.565490] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 927.565490] env[68802]: value = "task-2795656" [ 927.565490] env[68802]: _type = "Task" [ 927.565490] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.576114] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.664462] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.664836] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb236acb-06fa-444e-bbb7-93cdb0a421c9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.674415] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 927.674415] env[68802]: value = "task-2795657" [ 927.674415] env[68802]: _type = "Task" [ 927.674415] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.695754] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.033617] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.050174] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.438s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.053621] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.756s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.055604] env[68802]: INFO nova.compute.claims [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.077876] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090673} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.079073] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.079073] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c9d0de-17c7-4012-a3b6-cdb6a2e6b3fe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.109236] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] ce9e1d70-d1c0-4244-bcf6-5497612c00d9/ce9e1d70-d1c0-4244-bcf6-5497612c00d9.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.110360] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc2fff42-dec4-41a9-a3fc-84a6be6b601c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.132468] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 928.132468] env[68802]: value = "task-2795660" [ 928.132468] env[68802]: _type = "Task" [ 928.132468] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.147120] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.187221] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795657, 'name': PowerOffVM_Task, 'duration_secs': 0.300899} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.187221] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.188030] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e58c4d-481f-4f48-94fe-82b14453360f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.209608] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb04d16-22c4-43e8-8b57-11a388e8ccc0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.242957] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.243455] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5fbe11b-2dab-4a34-89af-bfdb7dd03575 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.252032] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 928.252032] env[68802]: value = "task-2795661" [ 928.252032] env[68802]: _type = "Task" [ 928.252032] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.262184] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 928.262691] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.262815] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.262980] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.263197] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.263462] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fc13788-23e1-45e8-bdb2-2b8aa98ffb3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.275766] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.275766] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.279037] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1335838-ee11-4b60-8e49-1525a8656ad6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.282583] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 928.282583] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e32fcd-861f-0fd8-b5bb-47af119dca5b" [ 928.282583] env[68802]: _type = "Task" [ 928.282583] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.293418] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e32fcd-861f-0fd8-b5bb-47af119dca5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.631958] env[68802]: INFO nova.scheduler.client.report [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted allocation for migration 01598524-afad-4fb1-b985-051af6ceff68 [ 928.652726] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.795954] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e32fcd-861f-0fd8-b5bb-47af119dca5b, 'name': SearchDatastore_Task, 'duration_secs': 0.013311} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.796992] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ee01a7-b434-44e4-999a-8cefb82c5403 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.803057] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 928.803057] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52519fb1-1a28-ac10-6ae9-8cc04274c01f" [ 928.803057] env[68802]: _type = "Task" [ 928.803057] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.811953] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52519fb1-1a28-ac10-6ae9-8cc04274c01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.916869] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "167974f3-4ec6-496f-bf20-49d9d94cd570" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.917203] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "167974f3-4ec6-496f-bf20-49d9d94cd570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.152139] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6ca5fb27-bf0f-45c4-9ca3-b78f23e86a95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.595s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.152139] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795660, 'name': ReconfigVM_Task, 'duration_secs': 0.695209} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.154830] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Reconfigured VM instance instance-0000004d to attach disk [datastore2] ce9e1d70-d1c0-4244-bcf6-5497612c00d9/ce9e1d70-d1c0-4244-bcf6-5497612c00d9.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.155898] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e498ef25-e1b5-486a-a13a-23cbd07da402 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.163049] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 929.163049] env[68802]: value = "task-2795662" [ 929.163049] env[68802]: _type = "Task" [ 929.163049] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.173821] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795662, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.179571] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.179738] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "1fa19997-d018-43ac-9260-f18121a33bcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.315952] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52519fb1-1a28-ac10-6ae9-8cc04274c01f, 'name': SearchDatastore_Task, 'duration_secs': 0.021997} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.318768] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.319124] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 17e48fd9-9421-41af-94b8-dd31db7e6dee/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. {{(pid=68802) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 929.319624] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9a42ba8-b6b8-4e35-982d-ab0fa43525e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.326802] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 929.326802] env[68802]: value = "task-2795663" [ 929.326802] env[68802]: _type = "Task" [ 929.326802] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.337350] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.342820] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5297edda-9225-4318-bffc-6c342a829d10 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.349640] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6a7d2e-fb2c-44a6-8e33-adc755a917b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.382195] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f5b5bf-8466-4a0a-a846-07910df2db75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.389868] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69504e0-adc0-4ef4-90f3-12f1ba53f3f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.406286] env[68802]: DEBUG nova.compute.provider_tree [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.419859] env[68802]: DEBUG nova.compute.manager [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.676463] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795662, 'name': Rename_Task, 'duration_secs': 0.28097} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.676787] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.677043] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b53d833d-c262-479f-9e78-6483ba909734 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.683515] env[68802]: DEBUG nova.compute.manager [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.687557] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 929.687557] env[68802]: value = "task-2795664" [ 929.687557] env[68802]: _type = "Task" [ 929.687557] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.698745] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.838680] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795663, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.882169] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.882169] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.912695] env[68802]: DEBUG nova.scheduler.client.report [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.944406] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.201370] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.208965] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.337397] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786005} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.337734] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 17e48fd9-9421-41af-94b8-dd31db7e6dee/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. [ 930.338469] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e6998c-3541-4072-a8e6-b0dd059aa94a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.367028] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 17e48fd9-9421-41af-94b8-dd31db7e6dee/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.367336] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc0d3624-328e-46ac-9fe9-2b0cc43fa0c6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.385854] env[68802]: DEBUG nova.compute.utils [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.388514] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 930.388514] env[68802]: value = "task-2795666" [ 930.388514] env[68802]: _type = "Task" [ 930.388514] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.397424] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.421149] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.421905] env[68802]: DEBUG nova.compute.manager [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.424806] env[68802]: DEBUG oslo_concurrency.lockutils [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.791s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.425063] env[68802]: DEBUG nova.objects.instance [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lazy-loading 'resources' on Instance uuid 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.545976] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.545976] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.545976] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.545976] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.545976] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.548767] env[68802]: INFO nova.compute.manager [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Terminating instance [ 930.698506] env[68802]: DEBUG oslo_vmware.api [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795664, 'name': PowerOnVM_Task, 'duration_secs': 0.91216} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.698931] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.699166] env[68802]: INFO nova.compute.manager [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Took 8.75 seconds to spawn the instance on the hypervisor. [ 930.699357] env[68802]: DEBUG nova.compute.manager [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.700195] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b3eeef-e86d-46d7-919c-7f4d42ea12ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.890370] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.899848] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.928365] env[68802]: DEBUG nova.compute.utils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.932825] env[68802]: DEBUG nova.compute.manager [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.932825] env[68802]: DEBUG nova.network.neutron [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.974203] env[68802]: DEBUG nova.policy [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6aec5dbd54f441893f21597c497eee6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1105522e573b4ff491aa9e3df03b7891', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.053913] env[68802]: DEBUG nova.compute.manager [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.054202] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.058137] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de2fdf9-1b41-432a-9b3d-0eb7486fea1b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.069518] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "29190d26-01c7-4074-aa62-13c652dd9865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.069766] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "29190d26-01c7-4074-aa62-13c652dd9865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.070936] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.071398] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e20b6069-8f24-41bb-93fd-c2d9efda607f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.082250] env[68802]: DEBUG oslo_vmware.api [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 931.082250] env[68802]: value = "task-2795667" [ 931.082250] env[68802]: _type = "Task" [ 931.082250] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.094515] env[68802]: DEBUG oslo_vmware.api [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.194213] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccca125-5e18-4f0f-8dcf-4f6d1f251c83 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.203321] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1b20d9-9bc0-4ac3-9398-3feda0d1992d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.245028] env[68802]: INFO nova.compute.manager [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Took 13.72 seconds to build instance. [ 931.246857] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f118aa83-7bef-4030-a665-3986cae4ab72 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.255525] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a28b59-5122-4c51-bc7b-93c0fa89f551 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.270783] env[68802]: DEBUG nova.compute.provider_tree [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.302433] env[68802]: DEBUG nova.network.neutron [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Successfully created port: edefe22b-7f08-4b19-a338-05f764ba5d45 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.401091] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795666, 'name': ReconfigVM_Task, 'duration_secs': 0.55968} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.401443] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 17e48fd9-9421-41af-94b8-dd31db7e6dee/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.402430] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0d33e5-fb4f-45dc-95c9-41b9c673938b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.434234] env[68802]: DEBUG nova.compute.manager [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.436951] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0006d06d-914e-43ee-bef5-366acfb59b97 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.455377] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 931.455377] env[68802]: value = "task-2795668" [ 931.455377] env[68802]: _type = "Task" [ 931.455377] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.468988] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.572747] env[68802]: DEBUG nova.compute.manager [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.596078] env[68802]: DEBUG oslo_vmware.api [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795667, 'name': PowerOffVM_Task, 'duration_secs': 0.313282} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.596078] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.596355] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.596519] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-899190c6-90f2-445d-ab6c-5f65a630eb03 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.667369] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.667638] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.667822] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleting the datastore file [datastore2] fac4c1b3-e3a6-4296-bcd9-481544d6ff31 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.668104] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f83cd3f9-e8bc-4b10-947a-98e7c4c23d48 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.675152] env[68802]: DEBUG oslo_vmware.api [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 931.675152] env[68802]: value = "task-2795670" [ 931.675152] env[68802]: _type = "Task" [ 931.675152] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.684478] env[68802]: DEBUG oslo_vmware.api [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.750472] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f3905390-ea54-48be-93a8-88447fa3340a tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.255s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.774424] env[68802]: DEBUG nova.scheduler.client.report [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.944410] env[68802]: DEBUG nova.compute.manager [req-a507c22b-3edf-4a33-b04e-407bc6700dc4 req-b3661984-d56b-43bf-bebc-5c07824aff56 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Received event network-changed-caeed25b-d774-482a-9b1f-929647d7acfb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.944594] env[68802]: DEBUG nova.compute.manager [req-a507c22b-3edf-4a33-b04e-407bc6700dc4 req-b3661984-d56b-43bf-bebc-5c07824aff56 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Refreshing instance network info cache due to event network-changed-caeed25b-d774-482a-9b1f-929647d7acfb. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 931.944833] env[68802]: DEBUG oslo_concurrency.lockutils [req-a507c22b-3edf-4a33-b04e-407bc6700dc4 req-b3661984-d56b-43bf-bebc-5c07824aff56 service nova] Acquiring lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.944979] env[68802]: DEBUG oslo_concurrency.lockutils [req-a507c22b-3edf-4a33-b04e-407bc6700dc4 req-b3661984-d56b-43bf-bebc-5c07824aff56 service nova] Acquired lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.945150] env[68802]: DEBUG nova.network.neutron [req-a507c22b-3edf-4a33-b04e-407bc6700dc4 req-b3661984-d56b-43bf-bebc-5c07824aff56 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Refreshing network info cache for port caeed25b-d774-482a-9b1f-929647d7acfb {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.966358] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.966631] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.966844] env[68802]: INFO nova.compute.manager [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Attaching volume 233ac72f-5fab-4f43-ad03-e812c5dc856d to /dev/sdb [ 931.968494] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795668, 'name': ReconfigVM_Task, 'duration_secs': 0.385956} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.969206] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.969463] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afda44e2-b5f8-4e15-827d-b9f3f13ec5bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.977235] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 931.977235] env[68802]: value = "task-2795671" [ 931.977235] env[68802]: _type = "Task" [ 931.977235] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.988585] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.020877] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a690841-d003-490b-a239-d9b36a64d6a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.030185] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4020195e-7c87-4fe8-923c-a7d5ea82abc7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.048235] env[68802]: DEBUG nova.virt.block_device [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Updating existing volume attachment record: b56a4076-7643-4d40-aacc-b69c7c2e9c97 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 932.102243] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.186560] env[68802]: DEBUG oslo_vmware.api [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378557} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.186970] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.187061] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.187223] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.187451] env[68802]: INFO nova.compute.manager [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Took 1.13 seconds to destroy the instance on the hypervisor. [ 932.187791] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.188092] env[68802]: DEBUG nova.compute.manager [-] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.188092] env[68802]: DEBUG nova.network.neutron [-] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.285965] env[68802]: DEBUG oslo_concurrency.lockutils [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.289049] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.256s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.291423] env[68802]: INFO nova.compute.claims [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.308570] env[68802]: INFO nova.scheduler.client.report [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Deleted allocations for instance 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8 [ 932.412646] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 932.412890] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561879', 'volume_id': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'name': 'volume-fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da19fe3-b125-411e-9dc5-9c980487deed', 'attached_at': '', 'detached_at': '', 'volume_id': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'serial': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 932.414111] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee7bd24-80da-487f-bc47-0f6412574730 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.438031] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae9da34-ff4b-4f51-835f-9cec56b5fecf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.464336] env[68802]: DEBUG nova.compute.manager [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.477067] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-fffa6f3a-9b45-487c-8e60-b0756e8edf46/volume-fffa6f3a-9b45-487c-8e60-b0756e8edf46.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.480054] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe4a649-cd82-4140-a8c1-0a03f44d527d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.502452] env[68802]: DEBUG nova.network.neutron [-] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.516776] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795671, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.519988] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.519988] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.519988] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.520308] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.520349] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.520477] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.520873] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.520933] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.521088] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.521255] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.521425] env[68802]: DEBUG nova.virt.hardware [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.523947] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb666a29-5f4c-4dfe-82cf-a3cc1cf6d2a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.526952] env[68802]: DEBUG oslo_vmware.api [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 932.526952] env[68802]: value = "task-2795673" [ 932.526952] env[68802]: _type = "Task" [ 932.526952] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.535394] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af38a3e-902c-464d-8a32-714548dedf61 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.544123] env[68802]: DEBUG oslo_vmware.api [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.716181] env[68802]: DEBUG nova.compute.manager [req-ee7b5b6c-837f-4016-aadc-91a5786c82c6 req-3a52eddf-2834-41ee-90a6-159c19f19780 service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Received event network-vif-plugged-edefe22b-7f08-4b19-a338-05f764ba5d45 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 932.716331] env[68802]: DEBUG oslo_concurrency.lockutils [req-ee7b5b6c-837f-4016-aadc-91a5786c82c6 req-3a52eddf-2834-41ee-90a6-159c19f19780 service nova] Acquiring lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.716536] env[68802]: DEBUG oslo_concurrency.lockutils [req-ee7b5b6c-837f-4016-aadc-91a5786c82c6 req-3a52eddf-2834-41ee-90a6-159c19f19780 service nova] Lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.716708] env[68802]: DEBUG oslo_concurrency.lockutils [req-ee7b5b6c-837f-4016-aadc-91a5786c82c6 req-3a52eddf-2834-41ee-90a6-159c19f19780 service nova] Lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.716861] env[68802]: DEBUG nova.compute.manager [req-ee7b5b6c-837f-4016-aadc-91a5786c82c6 req-3a52eddf-2834-41ee-90a6-159c19f19780 service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] No waiting events found dispatching network-vif-plugged-edefe22b-7f08-4b19-a338-05f764ba5d45 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.717025] env[68802]: WARNING nova.compute.manager [req-ee7b5b6c-837f-4016-aadc-91a5786c82c6 req-3a52eddf-2834-41ee-90a6-159c19f19780 service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Received unexpected event network-vif-plugged-edefe22b-7f08-4b19-a338-05f764ba5d45 for instance with vm_state building and task_state spawning. [ 932.778191] env[68802]: DEBUG nova.network.neutron [req-a507c22b-3edf-4a33-b04e-407bc6700dc4 req-b3661984-d56b-43bf-bebc-5c07824aff56 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updated VIF entry in instance network info cache for port caeed25b-d774-482a-9b1f-929647d7acfb. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.778417] env[68802]: DEBUG nova.network.neutron [req-a507c22b-3edf-4a33-b04e-407bc6700dc4 req-b3661984-d56b-43bf-bebc-5c07824aff56 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance_info_cache with network_info: [{"id": "caeed25b-d774-482a-9b1f-929647d7acfb", "address": "fa:16:3e:8f:c0:da", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeed25b-d7", "ovs_interfaceid": "caeed25b-d774-482a-9b1f-929647d7acfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.813196] env[68802]: DEBUG nova.network.neutron [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Successfully updated port: edefe22b-7f08-4b19-a338-05f764ba5d45 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.818566] env[68802]: DEBUG oslo_concurrency.lockutils [None req-41400b51-95ac-4085-bbe8-bbe47bbefe23 tempest-ServerTagsTestJSON-1421936157 tempest-ServerTagsTestJSON-1421936157-project-member] Lock "2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.915s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.010440] env[68802]: INFO nova.compute.manager [-] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Took 0.82 seconds to deallocate network for instance. [ 933.010785] env[68802]: DEBUG oslo_vmware.api [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795671, 'name': PowerOnVM_Task, 'duration_secs': 0.606796} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.012388] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.016651] env[68802]: DEBUG nova.compute.manager [None req-20a365aa-cf20-4f60-aa59-412cadb18a3c tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.017457] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad43dfd4-5669-40c7-a9f5-6b10e3cd78ea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.038740] env[68802]: DEBUG oslo_vmware.api [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.281674] env[68802]: DEBUG oslo_concurrency.lockutils [req-a507c22b-3edf-4a33-b04e-407bc6700dc4 req-b3661984-d56b-43bf-bebc-5c07824aff56 service nova] Releasing lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.322566] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "refresh_cache-3769d9fe-1ee6-45ef-9aed-5746b1a9351f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.322566] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquired lock "refresh_cache-3769d9fe-1ee6-45ef-9aed-5746b1a9351f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.322566] env[68802]: DEBUG nova.network.neutron [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.523129] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.548282] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eec411-d17a-45d8-87bf-f3879d492559 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.555031] env[68802]: DEBUG oslo_vmware.api [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795673, 'name': ReconfigVM_Task, 'duration_secs': 0.681726} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.555768] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-fffa6f3a-9b45-487c-8e60-b0756e8edf46/volume-fffa6f3a-9b45-487c-8e60-b0756e8edf46.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.563719] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0873e9ca-0dbd-4871-b308-e2c102b38b5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.574315] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff39a6b0-e4ca-4ab4-bd3e-f5324f33ed1a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.583756] env[68802]: DEBUG oslo_vmware.api [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 933.583756] env[68802]: value = "task-2795674" [ 933.583756] env[68802]: _type = "Task" [ 933.583756] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.614495] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c83a21f-b743-463a-b29d-5fdcca5a3b8c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.622252] env[68802]: DEBUG oslo_vmware.api [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.625545] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddcd2fc-fc97-418c-8c51-baf713822e32 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.639907] env[68802]: DEBUG nova.compute.provider_tree [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.883742] env[68802]: DEBUG nova.network.neutron [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.024050] env[68802]: DEBUG nova.compute.manager [req-c26650a2-26b5-4ba7-b05f-91e13bb81657 req-8dc752f2-a7e6-4de5-96dc-1d379bccdd0e service nova] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Received event network-vif-deleted-a3c60a8a-62b9-40ec-b967-a61255f77cd7 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.026935] env[68802]: INFO nova.compute.manager [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Unrescuing [ 934.027230] env[68802]: DEBUG oslo_concurrency.lockutils [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.027420] env[68802]: DEBUG oslo_concurrency.lockutils [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquired lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.027713] env[68802]: DEBUG nova.network.neutron [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.090302] env[68802]: DEBUG nova.network.neutron [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Updating instance_info_cache with network_info: [{"id": "edefe22b-7f08-4b19-a338-05f764ba5d45", "address": "fa:16:3e:b8:82:e1", "network": {"id": "1297b6ec-5061-4d30-a8dd-a38602ca5925", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2072339697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1105522e573b4ff491aa9e3df03b7891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedefe22b-7f", "ovs_interfaceid": "edefe22b-7f08-4b19-a338-05f764ba5d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.125707] env[68802]: DEBUG oslo_vmware.api [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795674, 'name': ReconfigVM_Task, 'duration_secs': 0.201476} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.126303] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561879', 'volume_id': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'name': 'volume-fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da19fe3-b125-411e-9dc5-9c980487deed', 'attached_at': '', 'detached_at': '', 'volume_id': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'serial': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 934.146436] env[68802]: DEBUG nova.scheduler.client.report [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.592661] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Releasing lock "refresh_cache-3769d9fe-1ee6-45ef-9aed-5746b1a9351f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.593052] env[68802]: DEBUG nova.compute.manager [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Instance network_info: |[{"id": "edefe22b-7f08-4b19-a338-05f764ba5d45", "address": "fa:16:3e:b8:82:e1", "network": {"id": "1297b6ec-5061-4d30-a8dd-a38602ca5925", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2072339697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1105522e573b4ff491aa9e3df03b7891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedefe22b-7f", "ovs_interfaceid": "edefe22b-7f08-4b19-a338-05f764ba5d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.593501] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:82:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edefe22b-7f08-4b19-a338-05f764ba5d45', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.602810] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.605172] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.605432] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7e8e8cf-256d-4ed4-b0db-04a8d8db91dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.627380] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.627380] env[68802]: value = "task-2795676" [ 934.627380] env[68802]: _type = "Task" [ 934.627380] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.637782] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795676, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.653014] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.653530] env[68802]: DEBUG nova.compute.manager [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.658615] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.714s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.660193] env[68802]: INFO nova.compute.claims [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.748361] env[68802]: DEBUG nova.compute.manager [req-65af8bc5-3736-40f9-a529-166d560b6313 req-915061e5-da67-4c2c-a138-173ee9212b72 service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Received event network-changed-edefe22b-7f08-4b19-a338-05f764ba5d45 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.748560] env[68802]: DEBUG nova.compute.manager [req-65af8bc5-3736-40f9-a529-166d560b6313 req-915061e5-da67-4c2c-a138-173ee9212b72 service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Refreshing instance network info cache due to event network-changed-edefe22b-7f08-4b19-a338-05f764ba5d45. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 934.748675] env[68802]: DEBUG oslo_concurrency.lockutils [req-65af8bc5-3736-40f9-a529-166d560b6313 req-915061e5-da67-4c2c-a138-173ee9212b72 service nova] Acquiring lock "refresh_cache-3769d9fe-1ee6-45ef-9aed-5746b1a9351f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.749084] env[68802]: DEBUG oslo_concurrency.lockutils [req-65af8bc5-3736-40f9-a529-166d560b6313 req-915061e5-da67-4c2c-a138-173ee9212b72 service nova] Acquired lock "refresh_cache-3769d9fe-1ee6-45ef-9aed-5746b1a9351f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.749299] env[68802]: DEBUG nova.network.neutron [req-65af8bc5-3736-40f9-a529-166d560b6313 req-915061e5-da67-4c2c-a138-173ee9212b72 service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Refreshing network info cache for port edefe22b-7f08-4b19-a338-05f764ba5d45 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.840247] env[68802]: DEBUG nova.network.neutron [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updating instance_info_cache with network_info: [{"id": "8744aeed-4647-484c-a641-b90bb3b49fa4", "address": "fa:16:3e:21:21:b6", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8744aeed-46", "ovs_interfaceid": "8744aeed-4647-484c-a641-b90bb3b49fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.140192] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795676, 'name': CreateVM_Task, 'duration_secs': 0.410225} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.140477] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.141415] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.141682] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.142449] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.142565] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68768e06-552a-40a8-843c-83cdde70c683 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.149315] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 935.149315] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5298adbf-ba9e-ad55-8ed3-a36b4f4670f1" [ 935.149315] env[68802]: _type = "Task" [ 935.149315] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.163072] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5298adbf-ba9e-ad55-8ed3-a36b4f4670f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.165172] env[68802]: DEBUG nova.compute.utils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.169193] env[68802]: DEBUG nova.compute.manager [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Not allocating networking since 'none' was specified. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 935.169956] env[68802]: DEBUG nova.objects.instance [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lazy-loading 'flavor' on Instance uuid 0da19fe3-b125-411e-9dc5-9c980487deed {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.342765] env[68802]: DEBUG oslo_concurrency.lockutils [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Releasing lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.343414] env[68802]: DEBUG nova.objects.instance [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lazy-loading 'flavor' on Instance uuid 17e48fd9-9421-41af-94b8-dd31db7e6dee {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.485460] env[68802]: DEBUG nova.network.neutron [req-65af8bc5-3736-40f9-a529-166d560b6313 req-915061e5-da67-4c2c-a138-173ee9212b72 service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Updated VIF entry in instance network info cache for port edefe22b-7f08-4b19-a338-05f764ba5d45. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.485777] env[68802]: DEBUG nova.network.neutron [req-65af8bc5-3736-40f9-a529-166d560b6313 req-915061e5-da67-4c2c-a138-173ee9212b72 service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Updating instance_info_cache with network_info: [{"id": "edefe22b-7f08-4b19-a338-05f764ba5d45", "address": "fa:16:3e:b8:82:e1", "network": {"id": "1297b6ec-5061-4d30-a8dd-a38602ca5925", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2072339697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1105522e573b4ff491aa9e3df03b7891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedefe22b-7f", "ovs_interfaceid": "edefe22b-7f08-4b19-a338-05f764ba5d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.665212] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5298adbf-ba9e-ad55-8ed3-a36b4f4670f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015277} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.665529] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.665762] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.666501] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.666501] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.666501] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.666832] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29312beb-c668-4230-993c-5fffb45440ee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.672580] env[68802]: DEBUG nova.compute.manager [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.683813] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3cd07cda-4409-4403-87d7-572ab497918b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.410s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.687124] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.687338] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.688375] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1f2e39-1770-4c73-866a-4d68959c893d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.697914] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 935.697914] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e7ceee-143b-815c-e0c5-31229d4383d7" [ 935.697914] env[68802]: _type = "Task" [ 935.697914] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.713641] env[68802]: DEBUG oslo_vmware.rw_handles [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae6a2-19c5-5d76-b3a5-c6fbe4bd3d5a/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 935.714932] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28c1fc2-e159-4fab-81b6-7c2dbec669f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.721174] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e7ceee-143b-815c-e0c5-31229d4383d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.725863] env[68802]: DEBUG oslo_vmware.rw_handles [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae6a2-19c5-5d76-b3a5-c6fbe4bd3d5a/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 935.726064] env[68802]: ERROR oslo_vmware.rw_handles [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae6a2-19c5-5d76-b3a5-c6fbe4bd3d5a/disk-0.vmdk due to incomplete transfer. [ 935.726315] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a20e3d91-83e9-4a13-a8ee-0e8a13b5f65e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.734825] env[68802]: DEBUG oslo_vmware.rw_handles [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae6a2-19c5-5d76-b3a5-c6fbe4bd3d5a/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 935.735043] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Uploaded image 1b531442-8142-4c11-a9fc-34bb894536d7 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 935.737690] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 935.738227] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32a47906-95b9-497c-a293-78a54a7b0236 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.748955] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 935.748955] env[68802]: value = "task-2795677" [ 935.748955] env[68802]: _type = "Task" [ 935.748955] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.762424] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795677, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.849344] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51abfb3-018e-430a-87c8-df112cbce9f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.876870] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.880674] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8953afda-db2f-45b0-b049-d216e2bff771 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.889163] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 935.889163] env[68802]: value = "task-2795678" [ 935.889163] env[68802]: _type = "Task" [ 935.889163] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.898493] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.973102] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d68ac2-ca6a-44d5-b783-3c8392aab5ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.981799] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964a0a53-bc00-4cf6-b678-f1e5992173ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.988344] env[68802]: DEBUG oslo_concurrency.lockutils [req-65af8bc5-3736-40f9-a529-166d560b6313 req-915061e5-da67-4c2c-a138-173ee9212b72 service nova] Releasing lock "refresh_cache-3769d9fe-1ee6-45ef-9aed-5746b1a9351f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.015808] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85d470e-2c95-4489-8e0b-9917cc7db87d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.025256] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd739be1-ed59-4f68-8819-d37922de0266 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.042715] env[68802]: DEBUG nova.compute.provider_tree [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.209399] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e7ceee-143b-815c-e0c5-31229d4383d7, 'name': SearchDatastore_Task, 'duration_secs': 0.020084} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.210528] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f30969-b13d-4094-8cdd-74b5fb028168 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.218470] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 936.218470] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f647f5-3d27-05bd-8284-9e529ac6cfd3" [ 936.218470] env[68802]: _type = "Task" [ 936.218470] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.233573] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f647f5-3d27-05bd-8284-9e529ac6cfd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.261621] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795677, 'name': Destroy_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.406897] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795678, 'name': PowerOffVM_Task, 'duration_secs': 0.398023} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.407347] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.414285] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Reconfiguring VM instance instance-00000045 to detach disk 2002 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 936.414805] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d001f741-56ee-4fb8-9ab9-7682586200d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.435670] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 936.435670] env[68802]: value = "task-2795679" [ 936.435670] env[68802]: _type = "Task" [ 936.435670] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.447683] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.545814] env[68802]: DEBUG nova.scheduler.client.report [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.617231] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 936.617231] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561880', 'volume_id': '233ac72f-5fab-4f43-ad03-e812c5dc856d', 'name': 'volume-233ac72f-5fab-4f43-ad03-e812c5dc856d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '088a1d05-b6a6-4c31-b9b8-88a255ae055b', 'attached_at': '', 'detached_at': '', 'volume_id': '233ac72f-5fab-4f43-ad03-e812c5dc856d', 'serial': '233ac72f-5fab-4f43-ad03-e812c5dc856d'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 936.617231] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18816ce0-e93c-4710-945f-db06fa956ea1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.638522] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac32ef62-3f44-4ef7-bd25-348f3e02720e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.667989] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-233ac72f-5fab-4f43-ad03-e812c5dc856d/volume-233ac72f-5fab-4f43-ad03-e812c5dc856d.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.670018] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02a99ecc-0909-4280-94c6-e44bc1094bc9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.687456] env[68802]: DEBUG nova.compute.manager [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.692926] env[68802]: DEBUG oslo_vmware.api [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 936.692926] env[68802]: value = "task-2795680" [ 936.692926] env[68802]: _type = "Task" [ 936.692926] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.704379] env[68802]: DEBUG oslo_vmware.api [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.718074] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.718685] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.718972] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.719322] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.719708] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.720043] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.720381] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.720650] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.720972] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.721996] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.721996] env[68802]: DEBUG nova.virt.hardware [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.725026] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2894387-5547-4a00-9818-6146d88d98e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.737717] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f647f5-3d27-05bd-8284-9e529ac6cfd3, 'name': SearchDatastore_Task, 'duration_secs': 0.014878} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.738383] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.738383] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 3769d9fe-1ee6-45ef-9aed-5746b1a9351f/3769d9fe-1ee6-45ef-9aed-5746b1a9351f.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.739913] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f22f29-b387-4f52-bb03-41f601c70de3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.744180] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2da4ca8e-b484-4e64-81c2-9066fe4bd5ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.759330] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.765759] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Creating folder: Project (57428d3627a54bc59e7a3431d6e73c60). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.770584] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5ae92b2-aadd-4956-9df7-93c422c1753c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.772311] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 936.772311] env[68802]: value = "task-2795681" [ 936.772311] env[68802]: _type = "Task" [ 936.772311] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.779445] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795677, 'name': Destroy_Task, 'duration_secs': 0.891756} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.780171] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Destroyed the VM [ 936.780535] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 936.780738] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2bee6c05-6c29-436b-972a-6c7db19384cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.786305] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.787668] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Created folder: Project (57428d3627a54bc59e7a3431d6e73c60) in parent group-v561663. [ 936.787886] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Creating folder: Instances. Parent ref: group-v561882. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.788156] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48269cba-23ee-4bc4-9976-fbbfdec35bf4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.793672] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 936.793672] env[68802]: value = "task-2795683" [ 936.793672] env[68802]: _type = "Task" [ 936.793672] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.802584] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.804163] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Created folder: Instances in parent group-v561882. [ 936.804413] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.804613] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.804839] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-271e39ee-bcec-4807-abba-dc6e24202120 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.825395] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.825395] env[68802]: value = "task-2795685" [ 936.825395] env[68802]: _type = "Task" [ 936.825395] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.834351] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795685, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.948383] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.053413] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.054367] env[68802]: DEBUG nova.compute.manager [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.058203] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.849s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.060765] env[68802]: INFO nova.compute.claims [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.211087] env[68802]: DEBUG oslo_vmware.api [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795680, 'name': ReconfigVM_Task, 'duration_secs': 0.473286} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.212976] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-233ac72f-5fab-4f43-ad03-e812c5dc856d/volume-233ac72f-5fab-4f43-ad03-e812c5dc856d.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.221718] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0af7355-36e6-4602-b9cc-2f8f6cf36f5c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.235963] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.236275] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.246009] env[68802]: DEBUG oslo_vmware.api [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 937.246009] env[68802]: value = "task-2795686" [ 937.246009] env[68802]: _type = "Task" [ 937.246009] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.258428] env[68802]: DEBUG oslo_vmware.api [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.284729] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795681, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.305621] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.336252] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795685, 'name': CreateVM_Task, 'duration_secs': 0.374303} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.336441] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.337047] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.337047] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.337379] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.337661] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8738939-ed37-4df9-9bbc-8b71bab647b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.346190] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for the task: (returnval){ [ 937.346190] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bf1fb3-8a14-d67f-f807-779f1096770e" [ 937.346190] env[68802]: _type = "Task" [ 937.346190] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.355654] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bf1fb3-8a14-d67f-f807-779f1096770e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.447866] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795679, 'name': ReconfigVM_Task, 'duration_secs': 0.544143} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.447866] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Reconfigured VM instance instance-00000045 to detach disk 2002 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 937.447866] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.449182] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7008ff56-c35e-46d7-8f7e-f2d13fed9113 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.456415] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 937.456415] env[68802]: value = "task-2795687" [ 937.456415] env[68802]: _type = "Task" [ 937.456415] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.465737] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.560579] env[68802]: DEBUG nova.compute.utils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.562305] env[68802]: DEBUG nova.compute.manager [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.562485] env[68802]: DEBUG nova.network.neutron [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.621401] env[68802]: DEBUG nova.policy [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b915ed6fa814320a682ae6f615e876c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42beed3bab1649e281cfaa01eb7ce5c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.738821] env[68802]: DEBUG nova.compute.manager [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.765484] env[68802]: DEBUG oslo_vmware.api [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795686, 'name': ReconfigVM_Task, 'duration_secs': 0.169665} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.765818] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561880', 'volume_id': '233ac72f-5fab-4f43-ad03-e812c5dc856d', 'name': 'volume-233ac72f-5fab-4f43-ad03-e812c5dc856d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '088a1d05-b6a6-4c31-b9b8-88a255ae055b', 'attached_at': '', 'detached_at': '', 'volume_id': '233ac72f-5fab-4f43-ad03-e812c5dc856d', 'serial': '233ac72f-5fab-4f43-ad03-e812c5dc856d'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 937.787048] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540616} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.787344] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 3769d9fe-1ee6-45ef-9aed-5746b1a9351f/3769d9fe-1ee6-45ef-9aed-5746b1a9351f.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.787572] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.788102] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-345be89f-9a01-4e80-a32b-854b479a49c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.799838] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 937.799838] env[68802]: value = "task-2795688" [ 937.799838] env[68802]: _type = "Task" [ 937.799838] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.808025] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795683, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.813721] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.856659] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bf1fb3-8a14-d67f-f807-779f1096770e, 'name': SearchDatastore_Task, 'duration_secs': 0.018226} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.857322] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.858447] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.858447] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.858447] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.858447] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.858754] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6373edf-adcc-4f88-b774-559ab0eacb13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.868552] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.868824] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.869503] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f273484c-9402-4dad-a6c6-6938286f5ef4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.876070] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for the task: (returnval){ [ 937.876070] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528ac38f-45dc-82cf-7565-cfe3d8d294d6" [ 937.876070] env[68802]: _type = "Task" [ 937.876070] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.887247] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528ac38f-45dc-82cf-7565-cfe3d8d294d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.968155] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.069483] env[68802]: DEBUG nova.compute.manager [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.123783] env[68802]: DEBUG nova.network.neutron [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Successfully created port: e04c01eb-beb8-4609-b310-ce28f4355d0d {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.264226] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.324271] env[68802]: DEBUG oslo_vmware.api [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795683, 'name': RemoveSnapshot_Task, 'duration_secs': 1.401648} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.324271] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072229} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.327132] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 938.327390] env[68802]: INFO nova.compute.manager [None req-9ee0a5d5-ca17-43e4-88e2-854c9efff932 tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Took 17.28 seconds to snapshot the instance on the hypervisor. [ 938.330133] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.330975] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d84c67-77fc-4043-8257-269f1179f26d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.357617] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3769d9fe-1ee6-45ef-9aed-5746b1a9351f/3769d9fe-1ee6-45ef-9aed-5746b1a9351f.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.361181] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7848ddda-eeb1-47d3-90bb-57fd898ec776 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.392235] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528ac38f-45dc-82cf-7565-cfe3d8d294d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.392235] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 938.392235] env[68802]: value = "task-2795689" [ 938.392235] env[68802]: _type = "Task" [ 938.392235] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.392626] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c59d66-cb4b-4113-8127-4458becf2b51 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.405140] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for the task: (returnval){ [ 938.405140] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520a3b94-8672-4b17-9d6b-9ebd29296c83" [ 938.405140] env[68802]: _type = "Task" [ 938.405140] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.409276] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.422126] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520a3b94-8672-4b17-9d6b-9ebd29296c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.431782] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951de070-41d6-4495-8ca9-16cf662de745 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.440444] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7853f2cf-ede0-4d33-976c-c48e7474023b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.485151] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1ec855-9e29-4f3a-bdc1-aa406f1936db {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.501052] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9487c7a-48b6-47b6-847d-e9b1bc44f4f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.508026] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.517786] env[68802]: DEBUG nova.compute.provider_tree [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.832146] env[68802]: DEBUG nova.objects.instance [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'flavor' on Instance uuid 088a1d05-b6a6-4c31-b9b8-88a255ae055b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.888604] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "5c99be11-3281-49cd-97aa-6a13d441e73a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.888995] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.908136] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795689, 'name': ReconfigVM_Task, 'duration_secs': 0.350817} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.908323] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3769d9fe-1ee6-45ef-9aed-5746b1a9351f/3769d9fe-1ee6-45ef-9aed-5746b1a9351f.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.908999] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71216aac-ff99-42a2-9480-b126864bdb2f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.922948] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520a3b94-8672-4b17-9d6b-9ebd29296c83, 'name': SearchDatastore_Task, 'duration_secs': 0.031129} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.924616] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.924896] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 867fb475-5350-4472-971e-6de3ca99b8f7/867fb475-5350-4472-971e-6de3ca99b8f7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.925559] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 938.925559] env[68802]: value = "task-2795690" [ 938.925559] env[68802]: _type = "Task" [ 938.925559] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.925758] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de3d812d-be28-4749-b7a0-c1b69a6975ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.938795] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795690, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.940854] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for the task: (returnval){ [ 938.940854] env[68802]: value = "task-2795691" [ 938.940854] env[68802]: _type = "Task" [ 938.940854] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.953837] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.992489] env[68802]: DEBUG oslo_vmware.api [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795687, 'name': PowerOnVM_Task, 'duration_secs': 1.084453} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.992855] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.993209] env[68802]: DEBUG nova.compute.manager [None req-63a8f70f-2240-4924-a795-9b2d2986484f tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.993943] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2de41f-2486-41c8-9108-fa95d008d3f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.021760] env[68802]: DEBUG nova.scheduler.client.report [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.078751] env[68802]: DEBUG nova.compute.manager [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.114534] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.114813] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.114975] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.115221] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.115370] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.115515] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.115727] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.115899] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.116088] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.116278] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.116542] env[68802]: DEBUG nova.virt.hardware [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.117902] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeb147a-7f59-4c1b-a48f-1d971cd43c44 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.127323] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151795fb-44b7-4e3d-85e5-1338692530e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.342535] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1c49a921-7898-4835-93d4-790877530b46 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.376s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.396381] env[68802]: DEBUG nova.compute.manager [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.442032] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795690, 'name': Rename_Task, 'duration_secs': 0.173901} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.442032] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.442032] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08045a01-acf2-4b93-b297-ee5619c1927f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.452334] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795691, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.453888] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 939.453888] env[68802]: value = "task-2795692" [ 939.453888] env[68802]: _type = "Task" [ 939.453888] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.462683] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.529053] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.529053] env[68802]: DEBUG nova.compute.manager [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.530291] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.428s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.531966] env[68802]: INFO nova.compute.claims [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.728066] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.728299] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.731709] env[68802]: DEBUG nova.compute.manager [req-0dddd79b-aa26-46e2-807c-2b522b8ec57f req-4c8ef141-555f-4822-bc8a-3e9eaee6bd69 service nova] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Received event network-vif-plugged-e04c01eb-beb8-4609-b310-ce28f4355d0d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.731907] env[68802]: DEBUG oslo_concurrency.lockutils [req-0dddd79b-aa26-46e2-807c-2b522b8ec57f req-4c8ef141-555f-4822-bc8a-3e9eaee6bd69 service nova] Acquiring lock "167974f3-4ec6-496f-bf20-49d9d94cd570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.732506] env[68802]: DEBUG oslo_concurrency.lockutils [req-0dddd79b-aa26-46e2-807c-2b522b8ec57f req-4c8ef141-555f-4822-bc8a-3e9eaee6bd69 service nova] Lock "167974f3-4ec6-496f-bf20-49d9d94cd570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.732682] env[68802]: DEBUG oslo_concurrency.lockutils [req-0dddd79b-aa26-46e2-807c-2b522b8ec57f req-4c8ef141-555f-4822-bc8a-3e9eaee6bd69 service nova] Lock "167974f3-4ec6-496f-bf20-49d9d94cd570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.733181] env[68802]: DEBUG nova.compute.manager [req-0dddd79b-aa26-46e2-807c-2b522b8ec57f req-4c8ef141-555f-4822-bc8a-3e9eaee6bd69 service nova] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] No waiting events found dispatching network-vif-plugged-e04c01eb-beb8-4609-b310-ce28f4355d0d {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.733383] env[68802]: WARNING nova.compute.manager [req-0dddd79b-aa26-46e2-807c-2b522b8ec57f req-4c8ef141-555f-4822-bc8a-3e9eaee6bd69 service nova] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Received unexpected event network-vif-plugged-e04c01eb-beb8-4609-b310-ce28f4355d0d for instance with vm_state building and task_state spawning. [ 939.828015] env[68802]: DEBUG nova.network.neutron [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Successfully updated port: e04c01eb-beb8-4609-b310-ce28f4355d0d {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.922736] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.959203] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549165} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.962932] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 867fb475-5350-4472-971e-6de3ca99b8f7/867fb475-5350-4472-971e-6de3ca99b8f7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.963188] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.963466] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81923e49-a023-42c4-aab8-6a58f700438d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.974501] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795692, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.976199] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for the task: (returnval){ [ 939.976199] env[68802]: value = "task-2795693" [ 939.976199] env[68802]: _type = "Task" [ 939.976199] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.988411] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.036759] env[68802]: DEBUG nova.compute.utils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.040504] env[68802]: DEBUG nova.compute.manager [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.040673] env[68802]: DEBUG nova.network.neutron [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.080281] env[68802]: DEBUG nova.policy [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15364a89aed840319e4ebfb1e17ea0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734c42736a374f8eb00c5faa4b1f3427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.207497] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.207966] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.234739] env[68802]: DEBUG nova.compute.manager [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.312244] env[68802]: DEBUG nova.compute.manager [req-a11e511d-cd91-4283-8470-a955083cd99d req-1f905bd6-80c4-4d43-9f4d-415a5603f156 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Received event network-changed-8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 940.312244] env[68802]: DEBUG nova.compute.manager [req-a11e511d-cd91-4283-8470-a955083cd99d req-1f905bd6-80c4-4d43-9f4d-415a5603f156 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Refreshing instance network info cache due to event network-changed-8744aeed-4647-484c-a641-b90bb3b49fa4. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 940.312244] env[68802]: DEBUG oslo_concurrency.lockutils [req-a11e511d-cd91-4283-8470-a955083cd99d req-1f905bd6-80c4-4d43-9f4d-415a5603f156 service nova] Acquiring lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.312244] env[68802]: DEBUG oslo_concurrency.lockutils [req-a11e511d-cd91-4283-8470-a955083cd99d req-1f905bd6-80c4-4d43-9f4d-415a5603f156 service nova] Acquired lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.312244] env[68802]: DEBUG nova.network.neutron [req-a11e511d-cd91-4283-8470-a955083cd99d req-1f905bd6-80c4-4d43-9f4d-415a5603f156 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Refreshing network info cache for port 8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.330146] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "refresh_cache-167974f3-4ec6-496f-bf20-49d9d94cd570" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.330304] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "refresh_cache-167974f3-4ec6-496f-bf20-49d9d94cd570" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.330570] env[68802]: DEBUG nova.network.neutron [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.376363] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquiring lock "65558f20-2aca-4b46-adf1-a6e2500feb4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.376679] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lock "65558f20-2aca-4b46-adf1-a6e2500feb4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.376899] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquiring lock "65558f20-2aca-4b46-adf1-a6e2500feb4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.377116] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lock "65558f20-2aca-4b46-adf1-a6e2500feb4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.377293] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lock "65558f20-2aca-4b46-adf1-a6e2500feb4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.379864] env[68802]: INFO nova.compute.manager [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Terminating instance [ 940.407898] env[68802]: DEBUG nova.network.neutron [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Successfully created port: 499c859a-bf91-46eb-9842-47cf9eacb542 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.469686] env[68802]: DEBUG oslo_vmware.api [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795692, 'name': PowerOnVM_Task, 'duration_secs': 0.553348} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.470022] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.470234] env[68802]: INFO nova.compute.manager [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Took 8.01 seconds to spawn the instance on the hypervisor. [ 940.470414] env[68802]: DEBUG nova.compute.manager [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.471248] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042cccf7-3ebb-4ed3-9e40-282c82f77bda {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.493598] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075993} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.493598] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.493598] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8ede56-f258-4698-9805-6c9975628247 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.521576] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 867fb475-5350-4472-971e-6de3ca99b8f7/867fb475-5350-4472-971e-6de3ca99b8f7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.522977] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a20262-da82-4981-aa1b-e0f32095881b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.549158] env[68802]: DEBUG nova.compute.manager [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.552246] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for the task: (returnval){ [ 940.552246] env[68802]: value = "task-2795694" [ 940.552246] env[68802]: _type = "Task" [ 940.552246] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.562278] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.711317] env[68802]: DEBUG nova.compute.utils [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.752532] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.857427] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cff3eb3-0a16-42dc-96e2-b4572cf3a456 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.866209] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a19995-1ee4-476c-9189-4f2ed4d1ad59 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.873472] env[68802]: DEBUG nova.network.neutron [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.899306] env[68802]: DEBUG nova.compute.manager [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.899523] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.900565] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea8d7e9-013c-4d4f-8775-fd88ea39a82b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.904013] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8663a069-6540-45de-b9d0-113a21df9559 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.914418] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff4e718-398f-49eb-a3b7-f93d1a03430f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.919018] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.920701] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0864b37e-b547-471d-bc0f-5b774ce6ddbc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.937872] env[68802]: DEBUG nova.compute.provider_tree [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.942863] env[68802]: DEBUG oslo_vmware.api [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 940.942863] env[68802]: value = "task-2795695" [ 940.942863] env[68802]: _type = "Task" [ 940.942863] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.951010] env[68802]: DEBUG oslo_vmware.api [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.001949] env[68802]: INFO nova.compute.manager [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Took 14.72 seconds to build instance. [ 941.071535] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.130777] env[68802]: DEBUG nova.network.neutron [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Updating instance_info_cache with network_info: [{"id": "e04c01eb-beb8-4609-b310-ce28f4355d0d", "address": "fa:16:3e:57:f6:37", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04c01eb-be", "ovs_interfaceid": "e04c01eb-beb8-4609-b310-ce28f4355d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.174320] env[68802]: DEBUG nova.network.neutron [req-a11e511d-cd91-4283-8470-a955083cd99d req-1f905bd6-80c4-4d43-9f4d-415a5603f156 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updated VIF entry in instance network info cache for port 8744aeed-4647-484c-a641-b90bb3b49fa4. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.174700] env[68802]: DEBUG nova.network.neutron [req-a11e511d-cd91-4283-8470-a955083cd99d req-1f905bd6-80c4-4d43-9f4d-415a5603f156 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updating instance_info_cache with network_info: [{"id": "8744aeed-4647-484c-a641-b90bb3b49fa4", "address": "fa:16:3e:21:21:b6", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8744aeed-46", "ovs_interfaceid": "8744aeed-4647-484c-a641-b90bb3b49fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.214657] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.442635] env[68802]: DEBUG nova.scheduler.client.report [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.450205] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.450395] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.458296] env[68802]: DEBUG oslo_vmware.api [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795695, 'name': PowerOffVM_Task, 'duration_secs': 0.357717} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.458574] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.458738] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.458989] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01530e48-4af0-4241-884f-e09e4a932bcd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.504235] env[68802]: DEBUG oslo_concurrency.lockutils [None req-26365421-bc5c-492b-bf5b-6962ba054620 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.241s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.549093] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.549093] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.549093] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Deleting the datastore file [datastore2] 65558f20-2aca-4b46-adf1-a6e2500feb4d {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.549411] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f90ad579-75a4-4406-b28e-65f32e6aca63 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.559229] env[68802]: DEBUG oslo_vmware.api [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for the task: (returnval){ [ 941.559229] env[68802]: value = "task-2795697" [ 941.559229] env[68802]: _type = "Task" [ 941.559229] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.566262] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795694, 'name': ReconfigVM_Task, 'duration_secs': 0.782731} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.567035] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 867fb475-5350-4472-971e-6de3ca99b8f7/867fb475-5350-4472-971e-6de3ca99b8f7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.568787] env[68802]: DEBUG nova.compute.manager [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.570728] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-693ebb9a-7850-4e35-a925-f17693254d64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.575197] env[68802]: DEBUG oslo_vmware.api [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.580986] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for the task: (returnval){ [ 941.580986] env[68802]: value = "task-2795698" [ 941.580986] env[68802]: _type = "Task" [ 941.580986] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.589926] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795698, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.599709] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.599966] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.600150] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.600336] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.600479] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.600622] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.600829] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.601030] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.601210] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.601371] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.601542] env[68802]: DEBUG nova.virt.hardware [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.602587] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafa2023-f216-4097-8bf1-6c91171f344e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.611789] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c87d27e-65e0-44c3-a073-be3b587381cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.634711] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "refresh_cache-167974f3-4ec6-496f-bf20-49d9d94cd570" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.635088] env[68802]: DEBUG nova.compute.manager [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Instance network_info: |[{"id": "e04c01eb-beb8-4609-b310-ce28f4355d0d", "address": "fa:16:3e:57:f6:37", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04c01eb-be", "ovs_interfaceid": "e04c01eb-beb8-4609-b310-ce28f4355d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.635552] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:f6:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e04c01eb-beb8-4609-b310-ce28f4355d0d', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.643851] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Creating folder: Project (42beed3bab1649e281cfaa01eb7ce5c6). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.644613] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99cccfe7-eaf8-481f-b627-b9031c6cc614 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.658867] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Created folder: Project (42beed3bab1649e281cfaa01eb7ce5c6) in parent group-v561663. [ 941.659114] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Creating folder: Instances. Parent ref: group-v561885. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.659403] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8a82775-58d1-45f7-b311-3135fdc6ec0e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.670209] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Created folder: Instances in parent group-v561885. [ 941.670483] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.670728] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.670939] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e0a6009-41dd-49ef-a84c-5a0cae12a602 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.686607] env[68802]: DEBUG oslo_concurrency.lockutils [req-a11e511d-cd91-4283-8470-a955083cd99d req-1f905bd6-80c4-4d43-9f4d-415a5603f156 service nova] Releasing lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.697755] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.697755] env[68802]: value = "task-2795701" [ 941.697755] env[68802]: _type = "Task" [ 941.697755] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.706736] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795701, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.797516] env[68802]: DEBUG nova.compute.manager [req-723313c6-5034-4564-94c5-4132f67e5071 req-9d4963c2-0e88-4b27-a790-65ed89f0e509 service nova] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Received event network-changed-e04c01eb-beb8-4609-b310-ce28f4355d0d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 941.797713] env[68802]: DEBUG nova.compute.manager [req-723313c6-5034-4564-94c5-4132f67e5071 req-9d4963c2-0e88-4b27-a790-65ed89f0e509 service nova] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Refreshing instance network info cache due to event network-changed-e04c01eb-beb8-4609-b310-ce28f4355d0d. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 941.798069] env[68802]: DEBUG oslo_concurrency.lockutils [req-723313c6-5034-4564-94c5-4132f67e5071 req-9d4963c2-0e88-4b27-a790-65ed89f0e509 service nova] Acquiring lock "refresh_cache-167974f3-4ec6-496f-bf20-49d9d94cd570" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.798250] env[68802]: DEBUG oslo_concurrency.lockutils [req-723313c6-5034-4564-94c5-4132f67e5071 req-9d4963c2-0e88-4b27-a790-65ed89f0e509 service nova] Acquired lock "refresh_cache-167974f3-4ec6-496f-bf20-49d9d94cd570" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.798495] env[68802]: DEBUG nova.network.neutron [req-723313c6-5034-4564-94c5-4132f67e5071 req-9d4963c2-0e88-4b27-a790-65ed89f0e509 service nova] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Refreshing network info cache for port e04c01eb-beb8-4609-b310-ce28f4355d0d {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.948200] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.948725] env[68802]: DEBUG nova.compute.manager [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.951516] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.430s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.953845] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.953896] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.690s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.955459] env[68802]: INFO nova.compute.claims [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.962415] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.966009] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.966009] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.966009] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.966009] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.966009] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.966009] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 941.966009] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.994447] env[68802]: INFO nova.scheduler.client.report [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted allocations for instance fac4c1b3-e3a6-4296-bcd9-481544d6ff31 [ 941.998246] env[68802]: DEBUG nova.network.neutron [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Successfully updated port: 499c859a-bf91-46eb-9842-47cf9eacb542 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.070687] env[68802]: DEBUG oslo_vmware.api [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Task: {'id': task-2795697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25554} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.070687] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.071079] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.071079] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.071260] env[68802]: INFO nova.compute.manager [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 942.071460] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.071645] env[68802]: DEBUG nova.compute.manager [-] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.071744] env[68802]: DEBUG nova.network.neutron [-] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.091663] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795698, 'name': Rename_Task, 'duration_secs': 0.161605} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.091903] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.092163] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c907b3-ed55-47cd-ad56-879f6c4fd675 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.100866] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for the task: (returnval){ [ 942.100866] env[68802]: value = "task-2795702" [ 942.100866] env[68802]: _type = "Task" [ 942.100866] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.110316] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.209762] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795701, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.282480] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.282892] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.283021] env[68802]: INFO nova.compute.manager [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Attaching volume 4dc20e55-84ba-48dc-99f5-7ccc9dd98818 to /dev/sdc [ 942.327653] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a8449f-097d-4b52-b73c-fe36534dddf4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.338902] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0943f3-4ca8-4600-9e35-52740fecfe30 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.346380] env[68802]: DEBUG nova.compute.manager [req-72abcffc-31da-4c36-b920-edacd5c44ebc req-97ee9c1b-cfde-4193-a93a-124be25fc2bd service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Received event network-changed-8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 942.348011] env[68802]: DEBUG nova.compute.manager [req-72abcffc-31da-4c36-b920-edacd5c44ebc req-97ee9c1b-cfde-4193-a93a-124be25fc2bd service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Refreshing instance network info cache due to event network-changed-8744aeed-4647-484c-a641-b90bb3b49fa4. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 942.348011] env[68802]: DEBUG oslo_concurrency.lockutils [req-72abcffc-31da-4c36-b920-edacd5c44ebc req-97ee9c1b-cfde-4193-a93a-124be25fc2bd service nova] Acquiring lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.348011] env[68802]: DEBUG oslo_concurrency.lockutils [req-72abcffc-31da-4c36-b920-edacd5c44ebc req-97ee9c1b-cfde-4193-a93a-124be25fc2bd service nova] Acquired lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.348011] env[68802]: DEBUG nova.network.neutron [req-72abcffc-31da-4c36-b920-edacd5c44ebc req-97ee9c1b-cfde-4193-a93a-124be25fc2bd service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Refreshing network info cache for port 8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.360754] env[68802]: DEBUG nova.virt.block_device [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Updating existing volume attachment record: 37d83f6c-8e63-4f2e-ae75-c2259585d937 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 942.463915] env[68802]: DEBUG nova.compute.utils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.469045] env[68802]: DEBUG nova.compute.manager [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.469045] env[68802]: DEBUG nova.network.neutron [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.470112] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.504583] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.504757] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.504912] env[68802]: DEBUG nova.network.neutron [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.517764] env[68802]: DEBUG nova.policy [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b023e2da2b954dc5b9e9ec9aee824a39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0ecee7661c2478580bad6ac941ddd7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.521814] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a0d76594-6f92-4507-b5dc-dab0e64e6b95 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "fac4c1b3-e3a6-4296-bcd9-481544d6ff31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.975s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.576905] env[68802]: DEBUG nova.network.neutron [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.614495] env[68802]: DEBUG oslo_vmware.api [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795702, 'name': PowerOnVM_Task, 'duration_secs': 0.469296} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.615549] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.615912] env[68802]: INFO nova.compute.manager [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Took 5.93 seconds to spawn the instance on the hypervisor. [ 942.616233] env[68802]: DEBUG nova.compute.manager [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.617234] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3485f25-6469-46b9-8038-fb8887a6a529 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.670170] env[68802]: DEBUG nova.network.neutron [req-723313c6-5034-4564-94c5-4132f67e5071 req-9d4963c2-0e88-4b27-a790-65ed89f0e509 service nova] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Updated VIF entry in instance network info cache for port e04c01eb-beb8-4609-b310-ce28f4355d0d. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.670798] env[68802]: DEBUG nova.network.neutron [req-723313c6-5034-4564-94c5-4132f67e5071 req-9d4963c2-0e88-4b27-a790-65ed89f0e509 service nova] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Updating instance_info_cache with network_info: [{"id": "e04c01eb-beb8-4609-b310-ce28f4355d0d", "address": "fa:16:3e:57:f6:37", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04c01eb-be", "ovs_interfaceid": "e04c01eb-beb8-4609-b310-ce28f4355d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.710578] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795701, 'name': CreateVM_Task, 'duration_secs': 0.623261} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.710786] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.711595] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.711800] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.712165] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.712481] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ef7aa9-0594-4fa8-9e1d-6b75f994f0f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.726974] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 942.726974] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5267b630-f032-4080-87c9-9a2932188406" [ 942.726974] env[68802]: _type = "Task" [ 942.726974] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.741821] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5267b630-f032-4080-87c9-9a2932188406, 'name': SearchDatastore_Task, 'duration_secs': 0.011769} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.742178] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.742450] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.742708] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.742875] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.743101] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.743409] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d70690ea-259e-408c-a5ea-3a4b3665bc86 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.758405] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.759276] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.759503] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180c58da-9b25-4381-a156-5c0a330e1eda {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.768238] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 942.768238] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520cc495-3103-b4cc-9017-4514e1f4d743" [ 942.768238] env[68802]: _type = "Task" [ 942.768238] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.769292] env[68802]: DEBUG nova.network.neutron [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.787589] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520cc495-3103-b4cc-9017-4514e1f4d743, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.789044] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b392d8-6280-4ef5-92cb-2ad7c1d8c986 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.797973] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 942.797973] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52600ef6-cb5b-f29d-e4cb-4caa2bf7b541" [ 942.797973] env[68802]: _type = "Task" [ 942.797973] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.807890] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52600ef6-cb5b-f29d-e4cb-4caa2bf7b541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.871401] env[68802]: DEBUG nova.network.neutron [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Successfully created port: 5ee90bd1-428c-4f6a-b263-ecc3bae5a47f {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.916400] env[68802]: DEBUG nova.network.neutron [-] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.968766] env[68802]: DEBUG nova.compute.manager [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.131773] env[68802]: DEBUG nova.network.neutron [req-72abcffc-31da-4c36-b920-edacd5c44ebc req-97ee9c1b-cfde-4193-a93a-124be25fc2bd service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updated VIF entry in instance network info cache for port 8744aeed-4647-484c-a641-b90bb3b49fa4. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.132191] env[68802]: DEBUG nova.network.neutron [req-72abcffc-31da-4c36-b920-edacd5c44ebc req-97ee9c1b-cfde-4193-a93a-124be25fc2bd service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updating instance_info_cache with network_info: [{"id": "8744aeed-4647-484c-a641-b90bb3b49fa4", "address": "fa:16:3e:21:21:b6", "network": {"id": "0b0ccdef-9247-4ad8-8267-e58dcfd6e79d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-496252024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2e9648a5604c8797352be6813de78a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8744aeed-46", "ovs_interfaceid": "8744aeed-4647-484c-a641-b90bb3b49fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.147326] env[68802]: INFO nova.compute.manager [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Took 15.14 seconds to build instance. [ 943.175044] env[68802]: DEBUG oslo_concurrency.lockutils [req-723313c6-5034-4564-94c5-4132f67e5071 req-9d4963c2-0e88-4b27-a790-65ed89f0e509 service nova] Releasing lock "refresh_cache-167974f3-4ec6-496f-bf20-49d9d94cd570" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.275458] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.275843] env[68802]: DEBUG nova.compute.manager [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Instance network_info: |[{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.277281] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:7e:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '499c859a-bf91-46eb-9842-47cf9eacb542', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.286068] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.286716] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2af7a6-1c06-49ba-8eb9-f0aacd887b5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.289657] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.291802] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-868838e4-6c68-419d-a548-388fec6846bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.315183] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d201ca-0379-444b-862d-ca4efbe0c8b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.325222] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.325222] env[68802]: value = "task-2795704" [ 943.325222] env[68802]: _type = "Task" [ 943.325222] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.325568] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52600ef6-cb5b-f29d-e4cb-4caa2bf7b541, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.326726] env[68802]: DEBUG nova.compute.manager [None req-02706999-2b95-422a-afab-b81d753b9cc1 tempest-ServerDiagnosticsV248Test-310962582 tempest-ServerDiagnosticsV248Test-310962582-project-admin] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.327609] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.327915] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 167974f3-4ec6-496f-bf20-49d9d94cd570/167974f3-4ec6-496f-bf20-49d9d94cd570.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.328990] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40332b9f-cd48-4fc7-a0d5-5fe549bd32cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.360393] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c9ec95d-c2b9-4188-924e-8a29710baf30 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.364225] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccfa588-76e2-4f8c-bb0f-584954a4b7f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.369836] env[68802]: INFO nova.compute.manager [None req-02706999-2b95-422a-afab-b81d753b9cc1 tempest-ServerDiagnosticsV248Test-310962582 tempest-ServerDiagnosticsV248Test-310962582-project-admin] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Retrieving diagnostics [ 943.371252] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4c1a15-24d2-4a49-8294-301ee38884c9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.381535] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 943.381535] env[68802]: value = "task-2795705" [ 943.381535] env[68802]: _type = "Task" [ 943.381535] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.382138] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795704, 'name': CreateVM_Task} progress is 15%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.384160] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6ba9ef-6ead-471d-b918-5ac7c23bf3d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.422246] env[68802]: INFO nova.compute.manager [-] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Took 1.35 seconds to deallocate network for instance. [ 943.439961] env[68802]: DEBUG nova.compute.provider_tree [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.441982] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.639911] env[68802]: DEBUG oslo_concurrency.lockutils [req-72abcffc-31da-4c36-b920-edacd5c44ebc req-97ee9c1b-cfde-4193-a93a-124be25fc2bd service nova] Releasing lock "refresh_cache-17e48fd9-9421-41af-94b8-dd31db7e6dee" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.650154] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1736310b-1238-4b7a-95a4-ed99f59eae18 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lock "867fb475-5350-4472-971e-6de3ca99b8f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.659s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.841779] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795704, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.845194] env[68802]: DEBUG nova.compute.manager [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received event network-vif-plugged-499c859a-bf91-46eb-9842-47cf9eacb542 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 943.845194] env[68802]: DEBUG oslo_concurrency.lockutils [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.845194] env[68802]: DEBUG oslo_concurrency.lockutils [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] Lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.845194] env[68802]: DEBUG oslo_concurrency.lockutils [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] Lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.845194] env[68802]: DEBUG nova.compute.manager [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] No waiting events found dispatching network-vif-plugged-499c859a-bf91-46eb-9842-47cf9eacb542 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.845194] env[68802]: WARNING nova.compute.manager [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received unexpected event network-vif-plugged-499c859a-bf91-46eb-9842-47cf9eacb542 for instance with vm_state building and task_state spawning. [ 943.845574] env[68802]: DEBUG nova.compute.manager [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received event network-changed-499c859a-bf91-46eb-9842-47cf9eacb542 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 943.845574] env[68802]: DEBUG nova.compute.manager [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Refreshing instance network info cache due to event network-changed-499c859a-bf91-46eb-9842-47cf9eacb542. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 943.845704] env[68802]: DEBUG oslo_concurrency.lockutils [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] Acquiring lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.845841] env[68802]: DEBUG oslo_concurrency.lockutils [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] Acquired lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.846254] env[68802]: DEBUG nova.network.neutron [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Refreshing network info cache for port 499c859a-bf91-46eb-9842-47cf9eacb542 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.894613] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795705, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.943019] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.943886] env[68802]: DEBUG nova.scheduler.client.report [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.981111] env[68802]: DEBUG nova.compute.manager [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.011986] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.012382] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.012488] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.012718] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.012894] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.013161] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.013335] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.013497] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.013669] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.013820] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.013998] env[68802]: DEBUG nova.virt.hardware [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.014949] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad67569-1e3e-4718-a0c4-3af7a6516804 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.018133] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.018336] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.018898] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.018898] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.018898] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.021761] env[68802]: INFO nova.compute.manager [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Terminating instance [ 944.028814] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4912437-2462-45b1-8ea5-d9780be5d41c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.339283] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795704, 'name': CreateVM_Task, 'duration_secs': 0.654481} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.339283] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.339945] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.340251] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.340670] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.341066] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66dcc26b-6940-4471-b02d-d79fc2e68165 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.346179] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 944.346179] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521eb1c0-51f6-d636-3be5-509cbdaf02e6" [ 944.346179] env[68802]: _type = "Task" [ 944.346179] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.358931] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521eb1c0-51f6-d636-3be5-509cbdaf02e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.393720] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762189} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.394157] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 167974f3-4ec6-496f-bf20-49d9d94cd570/167974f3-4ec6-496f-bf20-49d9d94cd570.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.394505] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.394852] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fc0ee47-19c3-42d6-bc05-f45ba5cdb3d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.404022] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 944.404022] env[68802]: value = "task-2795706" [ 944.404022] env[68802]: _type = "Task" [ 944.404022] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.414890] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.449812] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.449812] env[68802]: DEBUG nova.compute.manager [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.452351] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.530s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.453803] env[68802]: INFO nova.compute.claims [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.500106] env[68802]: DEBUG nova.network.neutron [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Successfully updated port: 5ee90bd1-428c-4f6a-b263-ecc3bae5a47f {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.534728] env[68802]: DEBUG nova.compute.manager [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.535362] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.535940] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf318b2e-933d-4125-932d-3d945046d0a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.544738] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.544995] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dfa0e4c-ee5f-40f8-a0a9-0670797f6560 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.555600] env[68802]: DEBUG oslo_vmware.api [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 944.555600] env[68802]: value = "task-2795707" [ 944.555600] env[68802]: _type = "Task" [ 944.555600] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.564838] env[68802]: DEBUG oslo_vmware.api [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.582750] env[68802]: DEBUG nova.network.neutron [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updated VIF entry in instance network info cache for port 499c859a-bf91-46eb-9842-47cf9eacb542. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.583113] env[68802]: DEBUG nova.network.neutron [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.858041] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521eb1c0-51f6-d636-3be5-509cbdaf02e6, 'name': SearchDatastore_Task, 'duration_secs': 0.04779} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.858041] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.858041] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.858310] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.858351] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.858525] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.858787] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a34eaed0-e146-4225-ae63-c443d630c73e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.874540] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.874732] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.875576] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f138107-bbed-421a-bcd1-263275094e68 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.883178] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 944.883178] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d6c1eb-b848-2c0d-b3c8-d35ad32b05b4" [ 944.883178] env[68802]: _type = "Task" [ 944.883178] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.891612] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d6c1eb-b848-2c0d-b3c8-d35ad32b05b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.911650] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073581} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.911919] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.912732] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2046d5-3c7c-469b-9021-97037c1fd906 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.937511] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 167974f3-4ec6-496f-bf20-49d9d94cd570/167974f3-4ec6-496f-bf20-49d9d94cd570.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.937849] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-223c5aa7-3186-4966-a1e8-c385ed7c3993 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.958740] env[68802]: DEBUG nova.compute.utils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.961562] env[68802]: DEBUG nova.compute.manager [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.961771] env[68802]: DEBUG nova.network.neutron [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.965759] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 944.965759] env[68802]: value = "task-2795709" [ 944.965759] env[68802]: _type = "Task" [ 944.965759] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.977350] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.002163] env[68802]: DEBUG nova.policy [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f30fda72ec646d9b79f026633df0178', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f231cdb8ccd9420d8aa898fb9c091f0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.007399] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "refresh_cache-29190d26-01c7-4074-aa62-13c652dd9865" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.007539] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "refresh_cache-29190d26-01c7-4074-aa62-13c652dd9865" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.007668] env[68802]: DEBUG nova.network.neutron [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.068471] env[68802]: DEBUG oslo_vmware.api [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795707, 'name': PowerOffVM_Task, 'duration_secs': 0.266021} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.068821] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.068929] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.069196] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9f437f3-d545-4cf2-b3b3-11a0b5d25aa1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.086157] env[68802]: DEBUG oslo_concurrency.lockutils [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] Releasing lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.086418] env[68802]: DEBUG nova.compute.manager [req-e95176a6-0dd4-40f3-8545-ad48a9600abb req-d31a9697-4edd-4de7-8adf-b245537c1306 service nova] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Received event network-vif-deleted-434bb024-6130-4dc2-8cfc-27520b4ae33e {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 945.145499] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.145709] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.145891] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Deleting the datastore file [datastore2] 3769d9fe-1ee6-45ef-9aed-5746b1a9351f {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.146201] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc890d00-f087-4563-92ff-0a4e43a7192d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.155144] env[68802]: DEBUG oslo_vmware.api [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 945.155144] env[68802]: value = "task-2795711" [ 945.155144] env[68802]: _type = "Task" [ 945.155144] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.164978] env[68802]: DEBUG oslo_vmware.api [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.343400] env[68802]: DEBUG nova.network.neutron [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Successfully created port: c9b1ff54-ec54-4c0c-98df-d67b7772ee75 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.395286] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d6c1eb-b848-2c0d-b3c8-d35ad32b05b4, 'name': SearchDatastore_Task, 'duration_secs': 0.026273} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.396223] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88abb8fe-fbb8-4676-9e22-0ff9bed05fb8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.402751] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 945.402751] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a90541-733d-02b7-e470-d48828fd0313" [ 945.402751] env[68802]: _type = "Task" [ 945.402751] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.412175] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a90541-733d-02b7-e470-d48828fd0313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.470459] env[68802]: DEBUG nova.compute.manager [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.484698] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795709, 'name': ReconfigVM_Task, 'duration_secs': 0.436252} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.485028] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 167974f3-4ec6-496f-bf20-49d9d94cd570/167974f3-4ec6-496f-bf20-49d9d94cd570.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.485760] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b58de13e-5e55-4259-951a-50721b6d696a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.495064] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 945.495064] env[68802]: value = "task-2795712" [ 945.495064] env[68802]: _type = "Task" [ 945.495064] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.504197] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795712, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.555743] env[68802]: DEBUG nova.network.neutron [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.668064] env[68802]: DEBUG oslo_vmware.api [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246122} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.668388] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.668574] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.668749] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.668977] env[68802]: INFO nova.compute.manager [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 945.669165] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.669391] env[68802]: DEBUG nova.compute.manager [-] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.669439] env[68802]: DEBUG nova.network.neutron [-] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.728577] env[68802]: DEBUG nova.network.neutron [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Updating instance_info_cache with network_info: [{"id": "5ee90bd1-428c-4f6a-b263-ecc3bae5a47f", "address": "fa:16:3e:51:1f:ae", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee90bd1-42", "ovs_interfaceid": "5ee90bd1-428c-4f6a-b263-ecc3bae5a47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.810249] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f953a2de-16dc-41d4-8515-4ed76de65bdf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.820478] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6868031d-b1e8-4b32-9dce-0834d0455cf2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.863056] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8331d3-342b-4770-9133-fa3f2b9c9a5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.871391] env[68802]: DEBUG nova.compute.manager [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Received event network-vif-plugged-5ee90bd1-428c-4f6a-b263-ecc3bae5a47f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 945.871391] env[68802]: DEBUG oslo_concurrency.lockutils [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] Acquiring lock "29190d26-01c7-4074-aa62-13c652dd9865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.871568] env[68802]: DEBUG oslo_concurrency.lockutils [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] Lock "29190d26-01c7-4074-aa62-13c652dd9865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.871734] env[68802]: DEBUG oslo_concurrency.lockutils [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] Lock "29190d26-01c7-4074-aa62-13c652dd9865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.871898] env[68802]: DEBUG nova.compute.manager [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] No waiting events found dispatching network-vif-plugged-5ee90bd1-428c-4f6a-b263-ecc3bae5a47f {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.872075] env[68802]: WARNING nova.compute.manager [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Received unexpected event network-vif-plugged-5ee90bd1-428c-4f6a-b263-ecc3bae5a47f for instance with vm_state building and task_state spawning. [ 945.872238] env[68802]: DEBUG nova.compute.manager [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Received event network-changed-5ee90bd1-428c-4f6a-b263-ecc3bae5a47f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 945.872386] env[68802]: DEBUG nova.compute.manager [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Refreshing instance network info cache due to event network-changed-5ee90bd1-428c-4f6a-b263-ecc3bae5a47f. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 945.872544] env[68802]: DEBUG oslo_concurrency.lockutils [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] Acquiring lock "refresh_cache-29190d26-01c7-4074-aa62-13c652dd9865" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.876439] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b229f7f-05a1-4d5a-bdb2-571c48731297 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.893152] env[68802]: DEBUG nova.compute.provider_tree [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.916749] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a90541-733d-02b7-e470-d48828fd0313, 'name': SearchDatastore_Task, 'duration_secs': 0.014701} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.917033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.917305] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 1fa19997-d018-43ac-9260-f18121a33bcd/1fa19997-d018-43ac-9260-f18121a33bcd.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.917819] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8566e170-d228-4147-8936-b70a79bd6b7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.926672] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 945.926672] env[68802]: value = "task-2795713" [ 945.926672] env[68802]: _type = "Task" [ 945.926672] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.937470] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.009711] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795712, 'name': Rename_Task, 'duration_secs': 0.344284} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.009711] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.009711] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0bd5d74-990d-4636-b973-59bde3e69aee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.018814] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 946.018814] env[68802]: value = "task-2795714" [ 946.018814] env[68802]: _type = "Task" [ 946.018814] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.032145] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.097399] env[68802]: DEBUG nova.compute.manager [req-5035d92a-b30b-4a96-bb18-d52c387ca67a req-303f09bd-e93d-4ba8-89ad-103b1ab7f0de service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Received event network-vif-deleted-edefe22b-7f08-4b19-a338-05f764ba5d45 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.097579] env[68802]: INFO nova.compute.manager [req-5035d92a-b30b-4a96-bb18-d52c387ca67a req-303f09bd-e93d-4ba8-89ad-103b1ab7f0de service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Neutron deleted interface edefe22b-7f08-4b19-a338-05f764ba5d45; detaching it from the instance and deleting it from the info cache [ 946.097752] env[68802]: DEBUG nova.network.neutron [req-5035d92a-b30b-4a96-bb18-d52c387ca67a req-303f09bd-e93d-4ba8-89ad-103b1ab7f0de service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.236223] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "refresh_cache-29190d26-01c7-4074-aa62-13c652dd9865" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.236691] env[68802]: DEBUG nova.compute.manager [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Instance network_info: |[{"id": "5ee90bd1-428c-4f6a-b263-ecc3bae5a47f", "address": "fa:16:3e:51:1f:ae", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee90bd1-42", "ovs_interfaceid": "5ee90bd1-428c-4f6a-b263-ecc3bae5a47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.236933] env[68802]: DEBUG oslo_concurrency.lockutils [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] Acquired lock "refresh_cache-29190d26-01c7-4074-aa62-13c652dd9865" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.237109] env[68802]: DEBUG nova.network.neutron [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Refreshing network info cache for port 5ee90bd1-428c-4f6a-b263-ecc3bae5a47f {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.238660] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:1f:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ee90bd1-428c-4f6a-b263-ecc3bae5a47f', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.247387] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.249124] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.249124] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdf1a94c-1f6a-4442-8513-15a668716c8e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.272514] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.272514] env[68802]: value = "task-2795715" [ 946.272514] env[68802]: _type = "Task" [ 946.272514] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.285348] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795715, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.396563] env[68802]: DEBUG nova.scheduler.client.report [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.438398] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795713, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.485390] env[68802]: DEBUG nova.compute.manager [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.512604] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.512917] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.513122] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.513350] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.513531] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.513724] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.513945] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.514149] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.514319] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.514530] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.514648] env[68802]: DEBUG nova.virt.hardware [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.515517] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c8ad0c-736c-41e5-9c4f-c876e5bf29cc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.527403] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e85e23-0843-4d73-8405-ec782e91cc50 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.535901] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795714, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.582652] env[68802]: DEBUG nova.network.neutron [-] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.601239] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9035ed14-609e-4194-96af-55857842c2e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.612027] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf6a94b-69f2-44f3-8be8-b9afcc681c8a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.651074] env[68802]: DEBUG nova.compute.manager [req-5035d92a-b30b-4a96-bb18-d52c387ca67a req-303f09bd-e93d-4ba8-89ad-103b1ab7f0de service nova] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Detach interface failed, port_id=edefe22b-7f08-4b19-a338-05f764ba5d45, reason: Instance 3769d9fe-1ee6-45ef-9aed-5746b1a9351f could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 946.787221] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795715, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.902854] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.903434] env[68802]: DEBUG nova.compute.manager [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.906565] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.154s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.908400] env[68802]: INFO nova.compute.claims [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.915338] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 946.915639] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561888', 'volume_id': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'name': 'volume-4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '088a1d05-b6a6-4c31-b9b8-88a255ae055b', 'attached_at': '', 'detached_at': '', 'volume_id': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'serial': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 946.916777] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e63d6a5-e8fc-4674-bceb-7e37a6b7f3be {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.939282] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad73180-68fc-486c-923b-f5a2133fe1a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.965407] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598535} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.974026] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-4dc20e55-84ba-48dc-99f5-7ccc9dd98818/volume-4dc20e55-84ba-48dc-99f5-7ccc9dd98818.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.974026] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 1fa19997-d018-43ac-9260-f18121a33bcd/1fa19997-d018-43ac-9260-f18121a33bcd.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.974026] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.974351] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ba0c52-40e7-42b6-ab97-01fb55b40aa3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.987678] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b643314-209a-4fc6-8261-1bd06ba45b7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.997486] env[68802]: DEBUG oslo_vmware.api [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 946.997486] env[68802]: value = "task-2795717" [ 946.997486] env[68802]: _type = "Task" [ 946.997486] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.998525] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 946.998525] env[68802]: value = "task-2795716" [ 946.998525] env[68802]: _type = "Task" [ 946.998525] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.999363] env[68802]: DEBUG nova.network.neutron [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Updated VIF entry in instance network info cache for port 5ee90bd1-428c-4f6a-b263-ecc3bae5a47f. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.999698] env[68802]: DEBUG nova.network.neutron [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Updating instance_info_cache with network_info: [{"id": "5ee90bd1-428c-4f6a-b263-ecc3bae5a47f", "address": "fa:16:3e:51:1f:ae", "network": {"id": "5ce80864-9096-4784-98eb-73da4e68ba75", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1473941300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ecee7661c2478580bad6ac941ddd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee90bd1-42", "ovs_interfaceid": "5ee90bd1-428c-4f6a-b263-ecc3bae5a47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.014170] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.017712] env[68802]: DEBUG oslo_vmware.api [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795717, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.030493] env[68802]: DEBUG oslo_vmware.api [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795714, 'name': PowerOnVM_Task, 'duration_secs': 0.823955} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.030739] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.030929] env[68802]: INFO nova.compute.manager [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Took 7.95 seconds to spawn the instance on the hypervisor. [ 947.031158] env[68802]: DEBUG nova.compute.manager [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.031948] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0efe221-baa0-4114-bb02-55818c7488fa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.086383] env[68802]: INFO nova.compute.manager [-] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Took 1.42 seconds to deallocate network for instance. [ 947.286024] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795715, 'name': CreateVM_Task, 'duration_secs': 0.573383} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.286024] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.286024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.286024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.286024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.286385] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11dad2e-4eef-40bc-b97f-fd8e90b16d1c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.292025] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 947.292025] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5272e187-7b0d-a193-2911-dc32449ba08e" [ 947.292025] env[68802]: _type = "Task" [ 947.292025] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.301453] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5272e187-7b0d-a193-2911-dc32449ba08e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.336392] env[68802]: DEBUG nova.compute.manager [req-0c941606-3d51-43af-81fc-c3fbf52e5483 req-19ba8f1e-6a3e-4946-90c1-1433a597d399 service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Received event network-vif-plugged-c9b1ff54-ec54-4c0c-98df-d67b7772ee75 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 947.336666] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c941606-3d51-43af-81fc-c3fbf52e5483 req-19ba8f1e-6a3e-4946-90c1-1433a597d399 service nova] Acquiring lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.336844] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c941606-3d51-43af-81fc-c3fbf52e5483 req-19ba8f1e-6a3e-4946-90c1-1433a597d399 service nova] Lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.337034] env[68802]: DEBUG oslo_concurrency.lockutils [req-0c941606-3d51-43af-81fc-c3fbf52e5483 req-19ba8f1e-6a3e-4946-90c1-1433a597d399 service nova] Lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.337215] env[68802]: DEBUG nova.compute.manager [req-0c941606-3d51-43af-81fc-c3fbf52e5483 req-19ba8f1e-6a3e-4946-90c1-1433a597d399 service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] No waiting events found dispatching network-vif-plugged-c9b1ff54-ec54-4c0c-98df-d67b7772ee75 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.337383] env[68802]: WARNING nova.compute.manager [req-0c941606-3d51-43af-81fc-c3fbf52e5483 req-19ba8f1e-6a3e-4946-90c1-1433a597d399 service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Received unexpected event network-vif-plugged-c9b1ff54-ec54-4c0c-98df-d67b7772ee75 for instance with vm_state building and task_state spawning. [ 947.414281] env[68802]: DEBUG nova.compute.utils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.418706] env[68802]: DEBUG nova.compute.manager [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.418870] env[68802]: DEBUG nova.network.neutron [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.473782] env[68802]: DEBUG nova.policy [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b84c2f64906445da0d17cf8954eef7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6288092943824a84bf8850337bd9044a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.505486] env[68802]: DEBUG oslo_concurrency.lockutils [req-9c28858d-ac51-4fe7-a69e-8bf4e081c3c4 req-fd79af79-ce50-490b-84a0-ebe3b50cabbe service nova] Releasing lock "refresh_cache-29190d26-01c7-4074-aa62-13c652dd9865" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.512049] env[68802]: DEBUG oslo_vmware.api [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.517500] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171855} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.517758] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.518896] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9e73b2-bd20-43e0-88f2-88d2fff7c77d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.542844] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 1fa19997-d018-43ac-9260-f18121a33bcd/1fa19997-d018-43ac-9260-f18121a33bcd.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.547550] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400f379a-f031-41f6-9afd-f4a1c9a22981 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.563950] env[68802]: INFO nova.compute.manager [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Took 17.64 seconds to build instance. [ 947.574034] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 947.574034] env[68802]: value = "task-2795718" [ 947.574034] env[68802]: _type = "Task" [ 947.574034] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.583978] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.593023] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.805227] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5272e187-7b0d-a193-2911-dc32449ba08e, 'name': SearchDatastore_Task, 'duration_secs': 0.036397} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.805711] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.806285] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.806752] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.807090] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.807443] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.809068] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-398f61e0-8ef6-4d3b-b382-2e0508091376 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.815518] env[68802]: DEBUG nova.network.neutron [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Successfully created port: fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.820055] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.820055] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.820055] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffdeb97-fe9a-4bb2-ae55-e0dc284b1e25 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.828167] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 947.828167] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52922fbb-2bec-7271-57c1-2ce0734136ac" [ 947.828167] env[68802]: _type = "Task" [ 947.828167] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.835023] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52922fbb-2bec-7271-57c1-2ce0734136ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.853621] env[68802]: DEBUG nova.network.neutron [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Successfully updated port: c9b1ff54-ec54-4c0c-98df-d67b7772ee75 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.924902] env[68802]: DEBUG nova.compute.manager [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.010988] env[68802]: DEBUG oslo_vmware.api [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795717, 'name': ReconfigVM_Task, 'duration_secs': 0.959987} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.013568] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-4dc20e55-84ba-48dc-99f5-7ccc9dd98818/volume-4dc20e55-84ba-48dc-99f5-7ccc9dd98818.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.018671] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b667b429-7b08-4b68-87dd-58d8593612cc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.039556] env[68802]: DEBUG oslo_vmware.api [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 948.039556] env[68802]: value = "task-2795719" [ 948.039556] env[68802]: _type = "Task" [ 948.039556] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.049638] env[68802]: DEBUG oslo_vmware.api [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.067247] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1502d849-38c6-4e42-854b-091e41bfa4b8 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "167974f3-4ec6-496f-bf20-49d9d94cd570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.149s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.074735] env[68802]: DEBUG oslo_concurrency.lockutils [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "167974f3-4ec6-496f-bf20-49d9d94cd570" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.075564] env[68802]: DEBUG oslo_concurrency.lockutils [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "167974f3-4ec6-496f-bf20-49d9d94cd570" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.075564] env[68802]: DEBUG oslo_concurrency.lockutils [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "167974f3-4ec6-496f-bf20-49d9d94cd570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.075736] env[68802]: DEBUG oslo_concurrency.lockutils [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "167974f3-4ec6-496f-bf20-49d9d94cd570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.075929] env[68802]: DEBUG oslo_concurrency.lockutils [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "167974f3-4ec6-496f-bf20-49d9d94cd570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.081444] env[68802]: INFO nova.compute.manager [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Terminating instance [ 948.097247] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.122552] env[68802]: DEBUG nova.compute.manager [req-36414d7e-e467-4fc5-b609-a28028bc2025 req-81ae41c4-9c72-4dcd-b1ec-ac610f1c7748 service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Received event network-changed-c9b1ff54-ec54-4c0c-98df-d67b7772ee75 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 948.122786] env[68802]: DEBUG nova.compute.manager [req-36414d7e-e467-4fc5-b609-a28028bc2025 req-81ae41c4-9c72-4dcd-b1ec-ac610f1c7748 service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Refreshing instance network info cache due to event network-changed-c9b1ff54-ec54-4c0c-98df-d67b7772ee75. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 948.123056] env[68802]: DEBUG oslo_concurrency.lockutils [req-36414d7e-e467-4fc5-b609-a28028bc2025 req-81ae41c4-9c72-4dcd-b1ec-ac610f1c7748 service nova] Acquiring lock "refresh_cache-ad90fc3d-b7cd-4a2a-a62e-47419a263897" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.123285] env[68802]: DEBUG oslo_concurrency.lockutils [req-36414d7e-e467-4fc5-b609-a28028bc2025 req-81ae41c4-9c72-4dcd-b1ec-ac610f1c7748 service nova] Acquired lock "refresh_cache-ad90fc3d-b7cd-4a2a-a62e-47419a263897" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.123460] env[68802]: DEBUG nova.network.neutron [req-36414d7e-e467-4fc5-b609-a28028bc2025 req-81ae41c4-9c72-4dcd-b1ec-ac610f1c7748 service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Refreshing network info cache for port c9b1ff54-ec54-4c0c-98df-d67b7772ee75 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.217981] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771823c2-f0c3-4d23-82fb-df1235202928 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.226344] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e30047-8817-4e50-8da2-fdcdcc89f2da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.257882] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf4a5e2-766b-496e-9793-41890fd9d3ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.267042] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe89728-cee5-4993-9ef8-849e3f60ebb7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.282183] env[68802]: DEBUG nova.compute.provider_tree [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.336575] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52922fbb-2bec-7271-57c1-2ce0734136ac, 'name': SearchDatastore_Task, 'duration_secs': 0.02078} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.337452] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e0c1a2-03ec-4793-bf2d-b42b81e3409c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.343968] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 948.343968] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521c7e35-73cf-01ea-a6a2-34684c32d648" [ 948.343968] env[68802]: _type = "Task" [ 948.343968] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.352394] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521c7e35-73cf-01ea-a6a2-34684c32d648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.357284] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "refresh_cache-ad90fc3d-b7cd-4a2a-a62e-47419a263897" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.550944] env[68802]: DEBUG oslo_vmware.api [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795719, 'name': ReconfigVM_Task, 'duration_secs': 0.178888} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.551284] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561888', 'volume_id': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'name': 'volume-4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '088a1d05-b6a6-4c31-b9b8-88a255ae055b', 'attached_at': '', 'detached_at': '', 'volume_id': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'serial': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 948.586403] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795718, 'name': ReconfigVM_Task, 'duration_secs': 0.589464} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.586829] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 1fa19997-d018-43ac-9260-f18121a33bcd/1fa19997-d018-43ac-9260-f18121a33bcd.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.587773] env[68802]: DEBUG nova.compute.manager [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.587987] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.588293] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f69dda82-d3f7-4110-ab40-7db2e3985bf0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.590309] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f985c984-81b1-44cf-97f6-b514c8f0d64e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.598009] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.598261] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac7090c1-4fd5-4242-9e14-1e672b3b3aba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.600955] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 948.600955] env[68802]: value = "task-2795720" [ 948.600955] env[68802]: _type = "Task" [ 948.600955] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.604959] env[68802]: DEBUG oslo_vmware.api [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 948.604959] env[68802]: value = "task-2795721" [ 948.604959] env[68802]: _type = "Task" [ 948.604959] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.610861] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795720, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.617221] env[68802]: DEBUG oslo_vmware.api [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.655804] env[68802]: DEBUG nova.network.neutron [req-36414d7e-e467-4fc5-b609-a28028bc2025 req-81ae41c4-9c72-4dcd-b1ec-ac610f1c7748 service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.761258] env[68802]: DEBUG nova.network.neutron [req-36414d7e-e467-4fc5-b609-a28028bc2025 req-81ae41c4-9c72-4dcd-b1ec-ac610f1c7748 service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.785857] env[68802]: DEBUG nova.scheduler.client.report [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.856913] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521c7e35-73cf-01ea-a6a2-34684c32d648, 'name': SearchDatastore_Task, 'duration_secs': 0.016342} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.857246] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.857586] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 29190d26-01c7-4074-aa62-13c652dd9865/29190d26-01c7-4074-aa62-13c652dd9865.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.857845] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37ff427f-768d-4eb5-8269-64dec8221736 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.866891] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 948.866891] env[68802]: value = "task-2795722" [ 948.866891] env[68802]: _type = "Task" [ 948.866891] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.876707] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.935390] env[68802]: DEBUG nova.compute.manager [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.962397] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.962677] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.962837] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.963041] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.963190] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.963335] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.963540] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.963696] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.963857] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.964023] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.964199] env[68802]: DEBUG nova.virt.hardware [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.965058] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af244296-a64d-4619-af5b-9ef11f6ee4f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.974236] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d00496-2198-413e-a2f6-dd3e9218ab3d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.117550] env[68802]: DEBUG oslo_vmware.api [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795721, 'name': PowerOffVM_Task, 'duration_secs': 0.213674} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.120984] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.121222] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.121879] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795720, 'name': Rename_Task, 'duration_secs': 0.159662} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.122160] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb431fb0-69ee-4d71-8cc9-0cdcf11dfe4c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.124096] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.124301] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7796d3f8-ba1c-40df-b959-aa2a54490752 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.133882] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 949.133882] env[68802]: value = "task-2795724" [ 949.133882] env[68802]: _type = "Task" [ 949.133882] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.144648] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.236240] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.236563] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.236793] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleting the datastore file [datastore1] 167974f3-4ec6-496f-bf20-49d9d94cd570 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.237115] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-142c7548-bab2-4c8e-9561-3dff27f8908b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.251994] env[68802]: DEBUG oslo_vmware.api [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 949.251994] env[68802]: value = "task-2795725" [ 949.251994] env[68802]: _type = "Task" [ 949.251994] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.262866] env[68802]: DEBUG oslo_vmware.api [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.263378] env[68802]: DEBUG oslo_concurrency.lockutils [req-36414d7e-e467-4fc5-b609-a28028bc2025 req-81ae41c4-9c72-4dcd-b1ec-ac610f1c7748 service nova] Releasing lock "refresh_cache-ad90fc3d-b7cd-4a2a-a62e-47419a263897" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.263723] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "refresh_cache-ad90fc3d-b7cd-4a2a-a62e-47419a263897" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.263885] env[68802]: DEBUG nova.network.neutron [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.292939] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.293469] env[68802]: DEBUG nova.compute.manager [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.297169] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.827s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.297369] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.297531] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 949.297813] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.355s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.298028] env[68802]: DEBUG nova.objects.instance [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lazy-loading 'resources' on Instance uuid 65558f20-2aca-4b46-adf1-a6e2500feb4d {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.299959] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb5024-7b9e-4d68-b933-77214e6a7011 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.314260] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e9c635-d77b-4a93-8693-27c7bd8a0bd1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.328754] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d553d34b-802f-421d-abc8-96e1210ef6b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.339648] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b06cf5-32d3-4d95-86a9-adbc5b119d79 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.377402] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178628MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 949.377523] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.380103] env[68802]: DEBUG nova.network.neutron [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Successfully updated port: fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.389144] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511483} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.389409] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 29190d26-01c7-4074-aa62-13c652dd9865/29190d26-01c7-4074-aa62-13c652dd9865.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.389796] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.390146] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-565a2ef1-a934-4713-b4a0-94163d1149bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.398751] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 949.398751] env[68802]: value = "task-2795726" [ 949.398751] env[68802]: _type = "Task" [ 949.398751] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.408923] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.591180] env[68802]: DEBUG nova.objects.instance [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'flavor' on Instance uuid 088a1d05-b6a6-4c31-b9b8-88a255ae055b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.646648] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.762690] env[68802]: DEBUG oslo_vmware.api [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249456} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.762945] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.763155] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.763329] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.763498] env[68802]: INFO nova.compute.manager [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Took 1.18 seconds to destroy the instance on the hypervisor. [ 949.763730] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.763912] env[68802]: DEBUG nova.compute.manager [-] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.764014] env[68802]: DEBUG nova.network.neutron [-] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.798958] env[68802]: DEBUG nova.compute.utils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.800497] env[68802]: DEBUG nova.compute.manager [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.800646] env[68802]: DEBUG nova.network.neutron [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.812983] env[68802]: DEBUG nova.network.neutron [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.838700] env[68802]: DEBUG nova.policy [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9937c78ea38844c293f19e0615d6b197', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16db4ae4947a4d35bb374e5fa75ee606', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.884373] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "refresh_cache-5c99be11-3281-49cd-97aa-6a13d441e73a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.884516] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "refresh_cache-5c99be11-3281-49cd-97aa-6a13d441e73a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.884663] env[68802]: DEBUG nova.network.neutron [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.912796] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063736} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.913086] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.913915] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a3280c-aeaf-483c-ace0-86b73f573851 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.937469] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 29190d26-01c7-4074-aa62-13c652dd9865/29190d26-01c7-4074-aa62-13c652dd9865.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.937805] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686574c3-9a9c-4b1d-8015-2cc93c4489a6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.964445] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 949.964445] env[68802]: value = "task-2795727" [ 949.964445] env[68802]: _type = "Task" [ 949.964445] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.973889] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.097998] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ee11329b-53fd-4772-88aa-c295b22f2bdd tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.815s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.103144] env[68802]: DEBUG nova.network.neutron [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Updating instance_info_cache with network_info: [{"id": "c9b1ff54-ec54-4c0c-98df-d67b7772ee75", "address": "fa:16:3e:dc:ce:12", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b1ff54-ec", "ovs_interfaceid": "c9b1ff54-ec54-4c0c-98df-d67b7772ee75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.154341] env[68802]: DEBUG nova.compute.manager [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Received event network-vif-plugged-fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.154341] env[68802]: DEBUG oslo_concurrency.lockutils [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] Acquiring lock "5c99be11-3281-49cd-97aa-6a13d441e73a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.154629] env[68802]: DEBUG oslo_concurrency.lockutils [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.154783] env[68802]: DEBUG oslo_concurrency.lockutils [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.154955] env[68802]: DEBUG nova.compute.manager [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] No waiting events found dispatching network-vif-plugged-fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.155226] env[68802]: WARNING nova.compute.manager [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Received unexpected event network-vif-plugged-fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2 for instance with vm_state building and task_state spawning. [ 950.155672] env[68802]: DEBUG nova.compute.manager [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Received event network-changed-fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.155889] env[68802]: DEBUG nova.compute.manager [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Refreshing instance network info cache due to event network-changed-fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 950.156179] env[68802]: DEBUG oslo_concurrency.lockutils [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] Acquiring lock "refresh_cache-5c99be11-3281-49cd-97aa-6a13d441e73a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.159976] env[68802]: DEBUG oslo_vmware.api [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795724, 'name': PowerOnVM_Task, 'duration_secs': 0.612946} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.163637] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.163637] env[68802]: INFO nova.compute.manager [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Took 8.59 seconds to spawn the instance on the hypervisor. [ 950.163637] env[68802]: DEBUG nova.compute.manager [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.164559] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1b4e5d-8828-43de-b7b4-eba12b911073 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.265657] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da2c9f7-543e-49b7-916d-f340df536fa3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.274291] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7a545b-a029-4680-9346-37641b19daf4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.308445] env[68802]: DEBUG nova.compute.manager [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.311753] env[68802]: DEBUG nova.network.neutron [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Successfully created port: f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.314622] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424a8ff8-07f9-445e-bedc-8962a005ef3e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.323583] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae5bf83-6424-49b5-81eb-5131e12238c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.341610] env[68802]: DEBUG nova.compute.provider_tree [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.425358] env[68802]: DEBUG nova.network.neutron [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.480244] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.585251] env[68802]: DEBUG nova.network.neutron [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Updating instance_info_cache with network_info: [{"id": "fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2", "address": "fa:16:3e:5b:9b:73", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab12d57-b1", "ovs_interfaceid": "fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.605451] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "refresh_cache-ad90fc3d-b7cd-4a2a-a62e-47419a263897" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.605754] env[68802]: DEBUG nova.compute.manager [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Instance network_info: |[{"id": "c9b1ff54-ec54-4c0c-98df-d67b7772ee75", "address": "fa:16:3e:dc:ce:12", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b1ff54-ec", "ovs_interfaceid": "c9b1ff54-ec54-4c0c-98df-d67b7772ee75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.606459] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:ce:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9b1ff54-ec54-4c0c-98df-d67b7772ee75', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.614197] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.614401] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.615303] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51cb4d84-759a-496a-8db2-db957c2dce4e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.637455] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.637455] env[68802]: value = "task-2795728" [ 950.637455] env[68802]: _type = "Task" [ 950.637455] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.646437] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795728, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.669889] env[68802]: DEBUG nova.network.neutron [-] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.689157] env[68802]: INFO nova.compute.manager [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Took 20.50 seconds to build instance. [ 950.846859] env[68802]: DEBUG nova.scheduler.client.report [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.977309] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795727, 'name': ReconfigVM_Task, 'duration_secs': 0.803431} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.977655] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 29190d26-01c7-4074-aa62-13c652dd9865/29190d26-01c7-4074-aa62-13c652dd9865.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.978434] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-481507ce-8639-4975-bc70-c1c6a9951c76 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.988468] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 950.988468] env[68802]: value = "task-2795729" [ 950.988468] env[68802]: _type = "Task" [ 950.988468] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.998555] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795729, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.020593] env[68802]: DEBUG oslo_concurrency.lockutils [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.021045] env[68802]: DEBUG oslo_concurrency.lockutils [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.088326] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "refresh_cache-5c99be11-3281-49cd-97aa-6a13d441e73a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.088326] env[68802]: DEBUG nova.compute.manager [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Instance network_info: |[{"id": "fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2", "address": "fa:16:3e:5b:9b:73", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab12d57-b1", "ovs_interfaceid": "fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.088326] env[68802]: DEBUG oslo_concurrency.lockutils [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] Acquired lock "refresh_cache-5c99be11-3281-49cd-97aa-6a13d441e73a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.088326] env[68802]: DEBUG nova.network.neutron [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Refreshing network info cache for port fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.089549] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:9b:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.097857] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.101840] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.102357] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2210a77-f22e-4b89-ac8e-fc06df3f26e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.124970] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.124970] env[68802]: value = "task-2795730" [ 951.124970] env[68802]: _type = "Task" [ 951.124970] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.134601] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795730, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.148754] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795728, 'name': CreateVM_Task, 'duration_secs': 0.47822} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.148913] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.149627] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.149799] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.150190] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.153385] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836b0f40-7eda-4d5c-a726-d7ae6678b120 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.159640] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 951.159640] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5293e692-8389-edf2-ea6c-00a7efaf417d" [ 951.159640] env[68802]: _type = "Task" [ 951.159640] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.170809] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5293e692-8389-edf2-ea6c-00a7efaf417d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.172786] env[68802]: INFO nova.compute.manager [-] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Took 1.41 seconds to deallocate network for instance. [ 951.191208] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2c230ddb-5270-482d-a704-0f42288427da tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "1fa19997-d018-43ac-9260-f18121a33bcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.011s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.321984] env[68802]: DEBUG nova.compute.manager [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.353530] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.353769] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.353923] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.354117] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.354266] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.354413] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.354623] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.354957] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.354957] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.355204] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.355319] env[68802]: DEBUG nova.virt.hardware [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.356052] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.358998] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7331a61-652b-4245-a535-e181bfb8a286 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.362149] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.770s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.362394] env[68802]: DEBUG nova.objects.instance [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lazy-loading 'resources' on Instance uuid 3769d9fe-1ee6-45ef-9aed-5746b1a9351f {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.370674] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f27bba6-7008-4e03-88c5-042bbc6665bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.402676] env[68802]: INFO nova.scheduler.client.report [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Deleted allocations for instance 65558f20-2aca-4b46-adf1-a6e2500feb4d [ 951.499723] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795729, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.526590] env[68802]: DEBUG nova.network.neutron [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Updated VIF entry in instance network info cache for port fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.527142] env[68802]: DEBUG nova.network.neutron [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Updating instance_info_cache with network_info: [{"id": "fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2", "address": "fa:16:3e:5b:9b:73", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab12d57-b1", "ovs_interfaceid": "fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.529452] env[68802]: INFO nova.compute.manager [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Detaching volume 233ac72f-5fab-4f43-ad03-e812c5dc856d [ 951.574026] env[68802]: INFO nova.virt.block_device [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Attempting to driver detach volume 233ac72f-5fab-4f43-ad03-e812c5dc856d from mountpoint /dev/sdb [ 951.574026] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 951.574026] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561880', 'volume_id': '233ac72f-5fab-4f43-ad03-e812c5dc856d', 'name': 'volume-233ac72f-5fab-4f43-ad03-e812c5dc856d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '088a1d05-b6a6-4c31-b9b8-88a255ae055b', 'attached_at': '', 'detached_at': '', 'volume_id': '233ac72f-5fab-4f43-ad03-e812c5dc856d', 'serial': '233ac72f-5fab-4f43-ad03-e812c5dc856d'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 951.579362] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275b65c1-4726-481d-a479-6a4cc160ca9d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.611316] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f4fb7d-e53d-477d-a3b8-ce4920c6c307 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.620094] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0225026-5e9f-417b-a558-bdb6bf0cb97d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.648796] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d088e1b-b152-4959-9e9b-e6c4f3a9c5ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.667941] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795730, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.669073] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] The volume has not been displaced from its original location: [datastore2] volume-233ac72f-5fab-4f43-ad03-e812c5dc856d/volume-233ac72f-5fab-4f43-ad03-e812c5dc856d.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 951.674549] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 951.677998] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fac02f6-3cd3-415b-b340-e29ca8149afd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.691837] env[68802]: DEBUG oslo_concurrency.lockutils [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.699890] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5293e692-8389-edf2-ea6c-00a7efaf417d, 'name': SearchDatastore_Task, 'duration_secs': 0.017273} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.701383] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.701665] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.702044] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.702237] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.702491] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.703371] env[68802]: DEBUG oslo_vmware.api [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 951.703371] env[68802]: value = "task-2795731" [ 951.703371] env[68802]: _type = "Task" [ 951.703371] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.703617] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de5ca04c-3582-411d-8859-e7bad0162f81 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.733751] env[68802]: DEBUG oslo_vmware.api [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795731, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.736871] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.737092] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.737840] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de762897-ca60-4059-b13e-b5d0c6568094 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.744622] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 951.744622] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ce6a30-2796-2fdf-e801-a842ce76dc04" [ 951.744622] env[68802]: _type = "Task" [ 951.744622] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.754552] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ce6a30-2796-2fdf-e801-a842ce76dc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.911910] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c5d28c88-6e3c-4c79-8d37-73910dd9689b tempest-ImagesOneServerTestJSON-1659331353 tempest-ImagesOneServerTestJSON-1659331353-project-member] Lock "65558f20-2aca-4b46-adf1-a6e2500feb4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.532s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.000185] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795729, 'name': Rename_Task, 'duration_secs': 0.939621} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.003456] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.004333] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f2bdaaa-18f4-4025-bd78-af1fa0c1160d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.012935] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 952.012935] env[68802]: value = "task-2795732" [ 952.012935] env[68802]: _type = "Task" [ 952.012935] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.026176] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.033276] env[68802]: DEBUG oslo_concurrency.lockutils [req-914f0ac1-7fe2-4725-9927-c2b301a0c21c req-1302afb5-fb54-4560-a527-af2ad07ae842 service nova] Releasing lock "refresh_cache-5c99be11-3281-49cd-97aa-6a13d441e73a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.079068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.079068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.079068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.079068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.079068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.080041] env[68802]: INFO nova.compute.manager [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Terminating instance [ 952.142642] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795730, 'name': CreateVM_Task, 'duration_secs': 0.60982} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.146129] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.146129] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.146129] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.146129] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.146129] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86054490-7886-4a29-8fa8-64f9ff77911d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.154826] env[68802]: DEBUG nova.compute.manager [req-e22be292-0ed6-4149-946d-14debe5eb30f req-4d7af3ca-93b0-4c80-81fb-0c84a66c06e6 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received event network-vif-plugged-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 952.154826] env[68802]: DEBUG oslo_concurrency.lockutils [req-e22be292-0ed6-4149-946d-14debe5eb30f req-4d7af3ca-93b0-4c80-81fb-0c84a66c06e6 service nova] Acquiring lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.154826] env[68802]: DEBUG oslo_concurrency.lockutils [req-e22be292-0ed6-4149-946d-14debe5eb30f req-4d7af3ca-93b0-4c80-81fb-0c84a66c06e6 service nova] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.155044] env[68802]: DEBUG oslo_concurrency.lockutils [req-e22be292-0ed6-4149-946d-14debe5eb30f req-4d7af3ca-93b0-4c80-81fb-0c84a66c06e6 service nova] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.155930] env[68802]: DEBUG nova.compute.manager [req-e22be292-0ed6-4149-946d-14debe5eb30f req-4d7af3ca-93b0-4c80-81fb-0c84a66c06e6 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] No waiting events found dispatching network-vif-plugged-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.155930] env[68802]: WARNING nova.compute.manager [req-e22be292-0ed6-4149-946d-14debe5eb30f req-4d7af3ca-93b0-4c80-81fb-0c84a66c06e6 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received unexpected event network-vif-plugged-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 for instance with vm_state building and task_state spawning. [ 952.163196] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 952.163196] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b49a0b-f240-ef39-c6e8-d175efcc77e5" [ 952.163196] env[68802]: _type = "Task" [ 952.163196] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.173564] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b49a0b-f240-ef39-c6e8-d175efcc77e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.180221] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c77843-27fc-401a-91c1-e14c5e141aec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.188690] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c446937-1e69-4a23-af31-9ecaa7f554ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.227976] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc177af4-c172-4e21-b871-9db74eddac68 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.232335] env[68802]: DEBUG nova.compute.manager [req-70a9b329-c7f7-4d0c-a215-1c14e15962e6 req-70def0d4-0bad-49a3-879d-daa7fcafa003 service nova] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Received event network-vif-deleted-e04c01eb-beb8-4609-b310-ce28f4355d0d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 952.232596] env[68802]: DEBUG nova.compute.manager [req-70a9b329-c7f7-4d0c-a215-1c14e15962e6 req-70def0d4-0bad-49a3-879d-daa7fcafa003 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received event network-changed-499c859a-bf91-46eb-9842-47cf9eacb542 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 952.232798] env[68802]: DEBUG nova.compute.manager [req-70a9b329-c7f7-4d0c-a215-1c14e15962e6 req-70def0d4-0bad-49a3-879d-daa7fcafa003 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Refreshing instance network info cache due to event network-changed-499c859a-bf91-46eb-9842-47cf9eacb542. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 952.233053] env[68802]: DEBUG oslo_concurrency.lockutils [req-70a9b329-c7f7-4d0c-a215-1c14e15962e6 req-70def0d4-0bad-49a3-879d-daa7fcafa003 service nova] Acquiring lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.233236] env[68802]: DEBUG oslo_concurrency.lockutils [req-70a9b329-c7f7-4d0c-a215-1c14e15962e6 req-70def0d4-0bad-49a3-879d-daa7fcafa003 service nova] Acquired lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.233431] env[68802]: DEBUG nova.network.neutron [req-70a9b329-c7f7-4d0c-a215-1c14e15962e6 req-70def0d4-0bad-49a3-879d-daa7fcafa003 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Refreshing network info cache for port 499c859a-bf91-46eb-9842-47cf9eacb542 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.245486] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fecad2a-f9ba-4abc-a2ac-22a730014ab0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.250182] env[68802]: DEBUG oslo_vmware.api [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795731, 'name': ReconfigVM_Task, 'duration_secs': 0.430113} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.251059] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 952.261044] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e439e5-221d-461c-a178-b1867818c91b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.278520] env[68802]: DEBUG nova.network.neutron [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Successfully updated port: f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.280454] env[68802]: DEBUG nova.compute.provider_tree [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.290264] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ce6a30-2796-2fdf-e801-a842ce76dc04, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.292439] env[68802]: DEBUG oslo_vmware.api [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 952.292439] env[68802]: value = "task-2795733" [ 952.292439] env[68802]: _type = "Task" [ 952.292439] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.293791] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfaaa4ba-5e8b-4288-9f34-8d0663812677 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.306311] env[68802]: DEBUG oslo_vmware.api [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.308048] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 952.308048] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d90ed0-efff-4ad9-9bfe-342c6d266945" [ 952.308048] env[68802]: _type = "Task" [ 952.308048] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.318258] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d90ed0-efff-4ad9-9bfe-342c6d266945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.524395] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795732, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.586071] env[68802]: DEBUG nova.compute.manager [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.586322] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.587436] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f72cae-58d8-4dde-8d32-f08e85a63bad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.595734] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.595992] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0925c2c8-a778-4056-8169-7f79fd21ead9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.604070] env[68802]: DEBUG oslo_vmware.api [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 952.604070] env[68802]: value = "task-2795734" [ 952.604070] env[68802]: _type = "Task" [ 952.604070] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.613355] env[68802]: DEBUG oslo_vmware.api [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.675709] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b49a0b-f240-ef39-c6e8-d175efcc77e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.676112] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.676397] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.676659] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.782773] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.782940] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.783084] env[68802]: DEBUG nova.network.neutron [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.785155] env[68802]: DEBUG nova.scheduler.client.report [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.807128] env[68802]: DEBUG oslo_vmware.api [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.821321] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d90ed0-efff-4ad9-9bfe-342c6d266945, 'name': SearchDatastore_Task, 'duration_secs': 0.019595} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.821616] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.822596] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ad90fc3d-b7cd-4a2a-a62e-47419a263897/ad90fc3d-b7cd-4a2a-a62e-47419a263897.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.822912] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.823143] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.823379] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-194fc214-cfed-4218-b2fe-f8ba1a9e08aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.827669] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64005d26-3870-4243-8bfc-7acbbc14efbd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.839147] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 952.839147] env[68802]: value = "task-2795735" [ 952.839147] env[68802]: _type = "Task" [ 952.839147] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.839683] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.839683] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.840483] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d7713c-1be2-4de8-a3a8-6dd7d9d25557 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.850669] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 952.850669] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c16ae3-af11-f94a-eacb-1ab42d12397c" [ 952.850669] env[68802]: _type = "Task" [ 952.850669] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.854632] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.863899] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c16ae3-af11-f94a-eacb-1ab42d12397c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.026788] env[68802]: DEBUG oslo_vmware.api [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795732, 'name': PowerOnVM_Task, 'duration_secs': 0.770832} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.027084] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.027293] env[68802]: INFO nova.compute.manager [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Took 9.05 seconds to spawn the instance on the hypervisor. [ 953.027471] env[68802]: DEBUG nova.compute.manager [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.028576] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717e9044-d30b-4217-a86f-0deddabab3d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.038405] env[68802]: DEBUG nova.network.neutron [req-70a9b329-c7f7-4d0c-a215-1c14e15962e6 req-70def0d4-0bad-49a3-879d-daa7fcafa003 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updated VIF entry in instance network info cache for port 499c859a-bf91-46eb-9842-47cf9eacb542. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.038845] env[68802]: DEBUG nova.network.neutron [req-70a9b329-c7f7-4d0c-a215-1c14e15962e6 req-70def0d4-0bad-49a3-879d-daa7fcafa003 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.116811] env[68802]: DEBUG oslo_vmware.api [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.292124] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.295512] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.917s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.309135] env[68802]: DEBUG oslo_vmware.api [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795733, 'name': ReconfigVM_Task, 'duration_secs': 0.979966} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.309501] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561880', 'volume_id': '233ac72f-5fab-4f43-ad03-e812c5dc856d', 'name': 'volume-233ac72f-5fab-4f43-ad03-e812c5dc856d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '088a1d05-b6a6-4c31-b9b8-88a255ae055b', 'attached_at': '', 'detached_at': '', 'volume_id': '233ac72f-5fab-4f43-ad03-e812c5dc856d', 'serial': '233ac72f-5fab-4f43-ad03-e812c5dc856d'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 953.321345] env[68802]: INFO nova.scheduler.client.report [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Deleted allocations for instance 3769d9fe-1ee6-45ef-9aed-5746b1a9351f [ 953.350573] env[68802]: DEBUG nova.network.neutron [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.365316] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795735, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.378074] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c16ae3-af11-f94a-eacb-1ab42d12397c, 'name': SearchDatastore_Task, 'duration_secs': 0.020848} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.379658] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c9d368-fe83-4057-aff4-f5bd7ab60bc5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.392924] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 953.392924] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528b4561-f40c-bf4c-7226-a4f653addd57" [ 953.392924] env[68802]: _type = "Task" [ 953.392924] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.405499] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528b4561-f40c-bf4c-7226-a4f653addd57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.545440] env[68802]: DEBUG oslo_concurrency.lockutils [req-70a9b329-c7f7-4d0c-a215-1c14e15962e6 req-70def0d4-0bad-49a3-879d-daa7fcafa003 service nova] Releasing lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.550951] env[68802]: INFO nova.compute.manager [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Took 21.47 seconds to build instance. [ 953.576833] env[68802]: DEBUG nova.network.neutron [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating instance_info_cache with network_info: [{"id": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "address": "fa:16:3e:9b:ec:9e", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f78e0e-fe", "ovs_interfaceid": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.615436] env[68802]: DEBUG oslo_vmware.api [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795734, 'name': PowerOffVM_Task, 'duration_secs': 0.837803} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.615776] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.615986] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.616300] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a08a7f6-0c7a-486e-baa3-1eba4220fbed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.815859] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.816166] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.816277] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Deleting the datastore file [datastore2] ad1d605e-bbf1-4101-8d60-6911ef1045cf {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.816548] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6837ef93-7984-4411-b28f-d760dffc074f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.823261] env[68802]: DEBUG oslo_vmware.api [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for the task: (returnval){ [ 953.823261] env[68802]: value = "task-2795738" [ 953.823261] env[68802]: _type = "Task" [ 953.823261] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.830422] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4830796c-a697-43e0-a1a6-6fd08eb58dc6 tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "3769d9fe-1ee6-45ef-9aed-5746b1a9351f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.812s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.835050] env[68802]: DEBUG oslo_vmware.api [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.857812] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601835} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.859618] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ad90fc3d-b7cd-4a2a-a62e-47419a263897/ad90fc3d-b7cd-4a2a-a62e-47419a263897.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.859618] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.859786] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efe8114f-31b6-460c-b9df-fc06ca941adc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.873302] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 953.873302] env[68802]: value = "task-2795739" [ 953.873302] env[68802]: _type = "Task" [ 953.873302] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.883277] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.886712] env[68802]: DEBUG nova.compute.manager [None req-dacceac1-4ff7-4096-8f2a-1b1c75b95fd3 tempest-ServerDiagnosticsV248Test-310962582 tempest-ServerDiagnosticsV248Test-310962582-project-admin] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.887848] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280dfd5e-536c-4dcb-9ff1-9395a31d667e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.893060] env[68802]: DEBUG nova.objects.instance [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'flavor' on Instance uuid 088a1d05-b6a6-4c31-b9b8-88a255ae055b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.899752] env[68802]: INFO nova.compute.manager [None req-dacceac1-4ff7-4096-8f2a-1b1c75b95fd3 tempest-ServerDiagnosticsV248Test-310962582 tempest-ServerDiagnosticsV248Test-310962582-project-admin] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Retrieving diagnostics [ 953.901054] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5ec12f-1896-4272-8652-03b1d9724d48 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.909042] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528b4561-f40c-bf4c-7226-a4f653addd57, 'name': SearchDatastore_Task, 'duration_secs': 0.029876} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.910225] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.910523] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5c99be11-3281-49cd-97aa-6a13d441e73a/5c99be11-3281-49cd-97aa-6a13d441e73a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.911060] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29fd6205-7d9b-4572-be42-3ebff67adfe6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.948429] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 953.948429] env[68802]: value = "task-2795740" [ 953.948429] env[68802]: _type = "Task" [ 953.948429] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.961034] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.056719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fd8e3274-411f-4b1d-9dc9-b1c2b3fbd269 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "29190d26-01c7-4074-aa62-13c652dd9865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.987s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.080636] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.080983] env[68802]: DEBUG nova.compute.manager [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Instance network_info: |[{"id": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "address": "fa:16:3e:9b:ec:9e", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f78e0e-fe", "ovs_interfaceid": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.081482] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:ec:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.089562] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating folder: Project (16db4ae4947a4d35bb374e5fa75ee606). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.090128] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-528dc158-3407-4020-8d90-32574f8ab35d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.104649] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Created folder: Project (16db4ae4947a4d35bb374e5fa75ee606) in parent group-v561663. [ 954.104857] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating folder: Instances. Parent ref: group-v561893. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.105143] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a0f6422-5423-4e4c-be2a-1a193b631665 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.115944] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Created folder: Instances in parent group-v561893. [ 954.116272] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.116517] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.116783] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91ace8e2-e055-4ee1-9890-6977b9917b99 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.143903] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.143903] env[68802]: value = "task-2795743" [ 954.143903] env[68802]: _type = "Task" [ 954.143903] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.158378] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795743, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.316700] env[68802]: DEBUG nova.compute.manager [req-5e9a2694-65c8-40ba-a5b2-a8bd243702e3 req-12316e33-9e9d-4f61-9159-13770069b180 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received event network-changed-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.316937] env[68802]: DEBUG nova.compute.manager [req-5e9a2694-65c8-40ba-a5b2-a8bd243702e3 req-12316e33-9e9d-4f61-9159-13770069b180 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Refreshing instance network info cache due to event network-changed-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 954.317112] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e9a2694-65c8-40ba-a5b2-a8bd243702e3 req-12316e33-9e9d-4f61-9159-13770069b180 service nova] Acquiring lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.317255] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e9a2694-65c8-40ba-a5b2-a8bd243702e3 req-12316e33-9e9d-4f61-9159-13770069b180 service nova] Acquired lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.317411] env[68802]: DEBUG nova.network.neutron [req-5e9a2694-65c8-40ba-a5b2-a8bd243702e3 req-12316e33-9e9d-4f61-9159-13770069b180 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Refreshing network info cache for port f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.335719] env[68802]: DEBUG oslo_vmware.api [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Task: {'id': task-2795738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434587} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.336756] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.336953] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0da19fe3-b125-411e-9dc5-9c980487deed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.337149] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0a18db03-13aa-45ae-9419-9e5f9b7ab882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.337311] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ad1d605e-bbf1-4101-8d60-6911ef1045cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.337454] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 39a65ac9-8c3a-4188-af4b-f6f72739c0ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.337591] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 301c4279-7385-407c-9dc0-87b5e1318441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.337729] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 17e48fd9-9421-41af-94b8-dd31db7e6dee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.337865] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 088a1d05-b6a6-4c31-b9b8-88a255ae055b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.337998] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ff975d90-156c-4c31-924d-3f94fa278c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.338154] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ce9e1d70-d1c0-4244-bcf6-5497612c00d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.338310] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 867fb475-5350-4472-971e-6de3ca99b8f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.338470] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 167974f3-4ec6-496f-bf20-49d9d94cd570 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.338588] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 1fa19997-d018-43ac-9260-f18121a33bcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.338698] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 29190d26-01c7-4074-aa62-13c652dd9865 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.338854] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ad90fc3d-b7cd-4a2a-a62e-47419a263897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.339017] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 5c99be11-3281-49cd-97aa-6a13d441e73a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.339180] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 8818cf59-9e8a-4246-a463-5f24ae55d2d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.339422] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 954.339587] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 954.342085] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.342334] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.342527] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.342701] env[68802]: INFO nova.compute.manager [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Took 1.76 seconds to destroy the instance on the hypervisor. [ 954.342944] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.343842] env[68802]: DEBUG nova.compute.manager [-] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.344630] env[68802]: DEBUG nova.network.neutron [-] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.384966] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074801} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.390688] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.392515] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8449ec1c-52fa-443e-b30b-019cb834d090 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.423720] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] ad90fc3d-b7cd-4a2a-a62e-47419a263897/ad90fc3d-b7cd-4a2a-a62e-47419a263897.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.428922] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78db647b-a6ed-4cce-b858-97269d290396 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.455478] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 954.455478] env[68802]: value = "task-2795744" [ 954.455478] env[68802]: _type = "Task" [ 954.455478] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.462713] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795740, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.471030] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.658113] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795743, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.666946] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55038e64-cdff-4ffc-a46b-86fa3368fee8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.675247] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db0c68e-9a3e-457f-8997-89eddf4e9cdc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.710086] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9438f340-fbb8-424c-be5f-d8287dc39e46 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.719628] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c978d0a-202f-438b-b7b5-1a58bbcc9dca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.738707] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.902490] env[68802]: DEBUG oslo_concurrency.lockutils [None req-06a2d2a9-840b-4adc-9db4-ca21bec461c0 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.881s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.972640] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.972931] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785227} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.973205] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5c99be11-3281-49cd-97aa-6a13d441e73a/5c99be11-3281-49cd-97aa-6a13d441e73a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.973430] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.974024] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff8e708-1402-48f3-aeb4-36de7ad72d1b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.982591] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 954.982591] env[68802]: value = "task-2795745" [ 954.982591] env[68802]: _type = "Task" [ 954.982591] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.995072] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquiring lock "867fb475-5350-4472-971e-6de3ca99b8f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.995340] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lock "867fb475-5350-4472-971e-6de3ca99b8f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.995722] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquiring lock "867fb475-5350-4472-971e-6de3ca99b8f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.995941] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lock "867fb475-5350-4472-971e-6de3ca99b8f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.996166] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lock "867fb475-5350-4472-971e-6de3ca99b8f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.997873] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.998648] env[68802]: INFO nova.compute.manager [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Terminating instance [ 955.108913] env[68802]: DEBUG nova.network.neutron [req-5e9a2694-65c8-40ba-a5b2-a8bd243702e3 req-12316e33-9e9d-4f61-9159-13770069b180 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updated VIF entry in instance network info cache for port f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.109319] env[68802]: DEBUG nova.network.neutron [req-5e9a2694-65c8-40ba-a5b2-a8bd243702e3 req-12316e33-9e9d-4f61-9159-13770069b180 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating instance_info_cache with network_info: [{"id": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "address": "fa:16:3e:9b:ec:9e", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f78e0e-fe", "ovs_interfaceid": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.158848] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795743, 'name': CreateVM_Task, 'duration_secs': 0.688455} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.159202] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.160446] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.160718] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.161623] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.161995] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f56c0c-ec69-41fc-9da5-b065e0609506 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.169420] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 955.169420] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527eda8c-5e93-262c-3fa9-a4d07ac17882" [ 955.169420] env[68802]: _type = "Task" [ 955.169420] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.180269] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527eda8c-5e93-262c-3fa9-a4d07ac17882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.242376] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.417072] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.417457] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.419406] env[68802]: DEBUG nova.network.neutron [-] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.466352] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795744, 'name': ReconfigVM_Task, 'duration_secs': 0.803761} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.466649] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Reconfigured VM instance instance-00000053 to attach disk [datastore2] ad90fc3d-b7cd-4a2a-a62e-47419a263897/ad90fc3d-b7cd-4a2a-a62e-47419a263897.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.467429] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e7c971e-19ea-4d8e-accb-c50b379289d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.475414] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 955.475414] env[68802]: value = "task-2795746" [ 955.475414] env[68802]: _type = "Task" [ 955.475414] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.485187] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795746, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.493821] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070938} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.494179] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.495977] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162e789d-6556-4bb6-bccb-a0a8d899058b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.511931] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquiring lock "refresh_cache-867fb475-5350-4472-971e-6de3ca99b8f7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.512551] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquired lock "refresh_cache-867fb475-5350-4472-971e-6de3ca99b8f7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.512551] env[68802]: DEBUG nova.network.neutron [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.522642] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 5c99be11-3281-49cd-97aa-6a13d441e73a/5c99be11-3281-49cd-97aa-6a13d441e73a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.523777] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39aa8b66-e60d-485e-b1bd-9579d2791c67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.546498] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 955.546498] env[68802]: value = "task-2795747" [ 955.546498] env[68802]: _type = "Task" [ 955.546498] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.556898] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.613935] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e9a2694-65c8-40ba-a5b2-a8bd243702e3 req-12316e33-9e9d-4f61-9159-13770069b180 service nova] Releasing lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.683167] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527eda8c-5e93-262c-3fa9-a4d07ac17882, 'name': SearchDatastore_Task, 'duration_secs': 0.015906} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.684070] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.684070] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.684070] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.684267] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.684306] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.685024] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e30d95fb-0cce-487b-a044-3c05b7797013 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.695500] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.695701] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.696568] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545465c7-6a2c-4c03-840f-4e31ddd89185 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.705038] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 955.705038] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52695834-edfe-87b0-9ab5-135a582be559" [ 955.705038] env[68802]: _type = "Task" [ 955.705038] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.714833] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52695834-edfe-87b0-9ab5-135a582be559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.748053] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 955.748302] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.454s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.748655] env[68802]: DEBUG oslo_concurrency.lockutils [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.057s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.749724] env[68802]: DEBUG oslo_concurrency.lockutils [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.784735] env[68802]: INFO nova.scheduler.client.report [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted allocations for instance 167974f3-4ec6-496f-bf20-49d9d94cd570 [ 955.835507] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "29190d26-01c7-4074-aa62-13c652dd9865" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.835914] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "29190d26-01c7-4074-aa62-13c652dd9865" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.836245] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "29190d26-01c7-4074-aa62-13c652dd9865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.836523] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "29190d26-01c7-4074-aa62-13c652dd9865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.836784] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "29190d26-01c7-4074-aa62-13c652dd9865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.840558] env[68802]: INFO nova.compute.manager [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Terminating instance [ 955.920247] env[68802]: INFO nova.compute.manager [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Detaching volume 4dc20e55-84ba-48dc-99f5-7ccc9dd98818 [ 955.922970] env[68802]: INFO nova.compute.manager [-] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Took 1.58 seconds to deallocate network for instance. [ 955.960324] env[68802]: INFO nova.virt.block_device [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Attempting to driver detach volume 4dc20e55-84ba-48dc-99f5-7ccc9dd98818 from mountpoint /dev/sdc [ 955.960645] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 955.960853] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561888', 'volume_id': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'name': 'volume-4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '088a1d05-b6a6-4c31-b9b8-88a255ae055b', 'attached_at': '', 'detached_at': '', 'volume_id': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'serial': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 955.961952] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b45b80-7f72-4008-90c2-b244f0ed9fd4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.993418] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab94008-f205-4282-84a7-3aae20cf113b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.005669] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795746, 'name': Rename_Task, 'duration_secs': 0.169425} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.007818] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.008782] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-102ac031-0a8e-4405-ab6f-9798f82f4beb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.010861] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85e7a8a-715e-42e4-b85b-054060c846ea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.044813] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc14258-ebaa-4399-b98a-9e3332088bc9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.053470] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 956.053470] env[68802]: value = "task-2795748" [ 956.053470] env[68802]: _type = "Task" [ 956.053470] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.099451] env[68802]: DEBUG nova.network.neutron [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.101822] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] The volume has not been displaced from its original location: [datastore1] volume-4dc20e55-84ba-48dc-99f5-7ccc9dd98818/volume-4dc20e55-84ba-48dc-99f5-7ccc9dd98818.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 956.111305] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Reconfiguring VM instance instance-00000048 to detach disk 2002 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 956.112616] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c25a85-c9ae-43d1-a8dc-a524004e4bf8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.146166] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795747, 'name': ReconfigVM_Task, 'duration_secs': 0.281285} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.147395] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 5c99be11-3281-49cd-97aa-6a13d441e73a/5c99be11-3281-49cd-97aa-6a13d441e73a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.150420] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.150420] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-304974cd-11a4-49a1-b62c-9ba7e1764f80 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.155934] env[68802]: DEBUG oslo_vmware.api [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 956.155934] env[68802]: value = "task-2795749" [ 956.155934] env[68802]: _type = "Task" [ 956.155934] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.157466] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 956.157466] env[68802]: value = "task-2795750" [ 956.157466] env[68802]: _type = "Task" [ 956.157466] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.179420] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795750, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.187573] env[68802]: DEBUG oslo_vmware.api [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795749, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.219499] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52695834-edfe-87b0-9ab5-135a582be559, 'name': SearchDatastore_Task, 'duration_secs': 0.015988} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.220773] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e2baf2-1c90-44ee-bc2e-e1f4f5394261 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.228896] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 956.228896] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f26865-bfa9-13de-af0e-3e897f2ee757" [ 956.228896] env[68802]: _type = "Task" [ 956.228896] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.240110] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f26865-bfa9-13de-af0e-3e897f2ee757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.259807] env[68802]: DEBUG nova.network.neutron [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.297409] env[68802]: DEBUG oslo_concurrency.lockutils [None req-afd23de9-f737-4c37-91ea-8ad84b3e1395 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "167974f3-4ec6-496f-bf20-49d9d94cd570" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.222s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.347315] env[68802]: DEBUG nova.compute.manager [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.347456] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.350880] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5b8e3b-22f7-4e96-971a-3bc12696742b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.361680] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.362018] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5196fd24-3099-4bf8-9689-6be41ec4a186 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.369863] env[68802]: DEBUG oslo_vmware.api [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 956.369863] env[68802]: value = "task-2795751" [ 956.369863] env[68802]: _type = "Task" [ 956.369863] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.376757] env[68802]: DEBUG nova.compute.manager [req-b147e02b-1596-43ea-b072-1ac85a4ff784 req-ed757209-dd64-4cee-b526-022597fd07df service nova] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Received event network-vif-deleted-e0ebd6e3-7bbc-490f-8e10-fcb89c5729f5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 956.381216] env[68802]: DEBUG oslo_vmware.api [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.435776] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.436193] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.436347] env[68802]: DEBUG nova.objects.instance [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lazy-loading 'resources' on Instance uuid ad1d605e-bbf1-4101-8d60-6911ef1045cf {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.499341] env[68802]: DEBUG oslo_concurrency.lockutils [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.499612] env[68802]: DEBUG oslo_concurrency.lockutils [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.499830] env[68802]: DEBUG oslo_concurrency.lockutils [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.500082] env[68802]: DEBUG oslo_concurrency.lockutils [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.500394] env[68802]: DEBUG oslo_concurrency.lockutils [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.502812] env[68802]: INFO nova.compute.manager [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Terminating instance [ 956.567913] env[68802]: DEBUG oslo_vmware.api [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795748, 'name': PowerOnVM_Task, 'duration_secs': 0.500347} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.568506] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.568730] env[68802]: INFO nova.compute.manager [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Took 10.08 seconds to spawn the instance on the hypervisor. [ 956.568913] env[68802]: DEBUG nova.compute.manager [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.569734] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cefd5bd-3c03-4e96-968b-b588e53e8f03 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.677680] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795750, 'name': Rename_Task, 'duration_secs': 0.191233} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.678124] env[68802]: DEBUG oslo_vmware.api [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795749, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.679333] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.679333] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb948535-5531-457e-b09c-e24dc4054af4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.688851] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 956.688851] env[68802]: value = "task-2795752" [ 956.688851] env[68802]: _type = "Task" [ 956.688851] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.744504] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f26865-bfa9-13de-af0e-3e897f2ee757, 'name': SearchDatastore_Task, 'duration_secs': 0.012855} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.745191] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.745625] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 8818cf59-9e8a-4246-a463-5f24ae55d2d3/8818cf59-9e8a-4246-a463-5f24ae55d2d3.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.746047] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4a8c385-4a74-4b3a-b395-fd7ca7cd2683 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.757183] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 956.757183] env[68802]: value = "task-2795753" [ 956.757183] env[68802]: _type = "Task" [ 956.757183] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.762775] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Releasing lock "refresh_cache-867fb475-5350-4472-971e-6de3ca99b8f7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.763470] env[68802]: DEBUG nova.compute.manager [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.763949] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.769068] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40142625-2fa5-40cd-9bf6-a83921fa9315 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.772658] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.783381] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.783381] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56bfb4b8-87fa-4a7b-b075-e0742519eeba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.790351] env[68802]: DEBUG oslo_vmware.api [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for the task: (returnval){ [ 956.790351] env[68802]: value = "task-2795754" [ 956.790351] env[68802]: _type = "Task" [ 956.790351] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.802226] env[68802]: DEBUG oslo_vmware.api [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.883635] env[68802]: DEBUG oslo_vmware.api [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795751, 'name': PowerOffVM_Task, 'duration_secs': 0.371976} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.883965] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.884208] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.884512] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ced9d05-1c52-45eb-8fbb-0f69c13890d0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.977897] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.978162] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.978354] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleting the datastore file [datastore1] 29190d26-01c7-4074-aa62-13c652dd9865 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.978631] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32912ae6-09af-4847-83a3-3d6ecf8a29e6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.991108] env[68802]: DEBUG oslo_vmware.api [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for the task: (returnval){ [ 956.991108] env[68802]: value = "task-2795756" [ 956.991108] env[68802]: _type = "Task" [ 956.991108] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.010959] env[68802]: DEBUG nova.compute.manager [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.010959] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.010959] env[68802]: DEBUG oslo_vmware.api [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.011858] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8be4f92-88a8-40cc-bdfa-570577343b16 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.019702] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.023227] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c0ab028-c190-4009-b661-af8b6d7c6714 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.031712] env[68802]: DEBUG oslo_vmware.api [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 957.031712] env[68802]: value = "task-2795757" [ 957.031712] env[68802]: _type = "Task" [ 957.031712] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.043791] env[68802]: DEBUG oslo_vmware.api [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.094981] env[68802]: INFO nova.compute.manager [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Took 18.85 seconds to build instance. [ 957.174589] env[68802]: DEBUG oslo_vmware.api [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795749, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.200237] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.253373] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005edef1-1535-4439-bb38-8be826742d88 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.267305] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.270550] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e85c82b-545a-4011-a95c-63070cc3a927 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.312739] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db87dc3-47dc-4ddf-b9a2-784a9714aa35 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.322947] env[68802]: DEBUG oslo_vmware.api [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.326399] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec763b-ba46-4f60-8bcc-db57cda659a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.344181] env[68802]: DEBUG nova.compute.provider_tree [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.505860] env[68802]: DEBUG oslo_vmware.api [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Task: {'id': task-2795756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454186} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.505860] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.505860] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.506265] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.506265] env[68802]: INFO nova.compute.manager [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Took 1.16 seconds to destroy the instance on the hypervisor. [ 957.506428] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.506660] env[68802]: DEBUG nova.compute.manager [-] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.506798] env[68802]: DEBUG nova.network.neutron [-] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.543024] env[68802]: DEBUG oslo_vmware.api [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.596816] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7bde5bcf-1312-44ce-8022-6ac7f25952b9 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.360s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.654011] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.654270] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.671993] env[68802]: DEBUG oslo_vmware.api [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795749, 'name': ReconfigVM_Task, 'duration_secs': 1.280306} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.671993] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Reconfigured VM instance instance-00000048 to detach disk 2002 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.678270] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21f7bffb-4d3d-47ab-a0d4-4dcfb031014f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.699565] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.702099] env[68802]: DEBUG oslo_vmware.api [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 957.702099] env[68802]: value = "task-2795758" [ 957.702099] env[68802]: _type = "Task" [ 957.702099] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.711481] env[68802]: DEBUG oslo_vmware.api [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.769116] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817852} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.772227] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 8818cf59-9e8a-4246-a463-5f24ae55d2d3/8818cf59-9e8a-4246-a463-5f24ae55d2d3.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.772227] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.772227] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0d72b04-2596-46bc-afae-56a4635c1351 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.781526] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 957.781526] env[68802]: value = "task-2795759" [ 957.781526] env[68802]: _type = "Task" [ 957.781526] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.792031] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.829983] env[68802]: DEBUG oslo_vmware.api [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795754, 'name': PowerOffVM_Task, 'duration_secs': 0.79383} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.829983] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.829983] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.829983] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2c9642c-0a2a-4443-ac01-4d245c4f83ce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.837695] env[68802]: DEBUG nova.compute.manager [req-6d1fe900-ab89-49ab-99ee-85d4bda76b0a req-a7fe2d26-a5ff-4376-a799-ebe86279c5db service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Received event network-vif-deleted-5ee90bd1-428c-4f6a-b263-ecc3bae5a47f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 957.837894] env[68802]: INFO nova.compute.manager [req-6d1fe900-ab89-49ab-99ee-85d4bda76b0a req-a7fe2d26-a5ff-4376-a799-ebe86279c5db service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Neutron deleted interface 5ee90bd1-428c-4f6a-b263-ecc3bae5a47f; detaching it from the instance and deleting it from the info cache [ 957.838075] env[68802]: DEBUG nova.network.neutron [req-6d1fe900-ab89-49ab-99ee-85d4bda76b0a req-a7fe2d26-a5ff-4376-a799-ebe86279c5db service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.847123] env[68802]: DEBUG nova.scheduler.client.report [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.874523] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.874523] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.874660] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Deleting the datastore file [datastore2] 867fb475-5350-4472-971e-6de3ca99b8f7 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.875255] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b631c8a5-5477-4da1-8678-e4041308aa94 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.883665] env[68802]: DEBUG oslo_vmware.api [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for the task: (returnval){ [ 957.883665] env[68802]: value = "task-2795761" [ 957.883665] env[68802]: _type = "Task" [ 957.883665] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.893061] env[68802]: DEBUG oslo_vmware.api [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.046023] env[68802]: DEBUG oslo_vmware.api [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795757, 'name': PowerOffVM_Task, 'duration_secs': 0.623283} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.046023] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.046023] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.046023] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92406c7a-2396-4eef-b259-defb57fc837b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.137501] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.137501] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.137614] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Deleting the datastore file [datastore2] 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.138208] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ae8600a-19c8-4ecd-b827-39ab4a89220a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.154347] env[68802]: DEBUG oslo_vmware.api [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for the task: (returnval){ [ 958.154347] env[68802]: value = "task-2795763" [ 958.154347] env[68802]: _type = "Task" [ 958.154347] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.158639] env[68802]: DEBUG nova.compute.manager [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.169618] env[68802]: DEBUG oslo_vmware.api [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.203232] env[68802]: DEBUG oslo_vmware.api [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795752, 'name': PowerOnVM_Task, 'duration_secs': 1.337971} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.207172] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.207458] env[68802]: INFO nova.compute.manager [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Took 9.27 seconds to spawn the instance on the hypervisor. [ 958.207667] env[68802]: DEBUG nova.compute.manager [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.208534] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d73a000-be13-4ee8-9468-312647ed8edc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.221659] env[68802]: DEBUG oslo_vmware.api [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795758, 'name': ReconfigVM_Task, 'duration_secs': 0.180681} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.227048] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561888', 'volume_id': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'name': 'volume-4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '088a1d05-b6a6-4c31-b9b8-88a255ae055b', 'attached_at': '', 'detached_at': '', 'volume_id': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818', 'serial': '4dc20e55-84ba-48dc-99f5-7ccc9dd98818'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 958.292837] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116211} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.293143] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.294359] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9b5bbf-5aa4-4922-b1ed-bd7ce9aa2423 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.317394] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 8818cf59-9e8a-4246-a463-5f24ae55d2d3/8818cf59-9e8a-4246-a463-5f24ae55d2d3.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.317882] env[68802]: DEBUG nova.network.neutron [-] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.318986] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a321e32-284c-403b-848a-b8563931ef0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.334369] env[68802]: INFO nova.compute.manager [-] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Took 0.83 seconds to deallocate network for instance. [ 958.346447] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b855d526-06f6-4856-a8c9-cc967b8144b3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.349987] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 958.349987] env[68802]: value = "task-2795764" [ 958.349987] env[68802]: _type = "Task" [ 958.349987] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.354673] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.362433] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed7dc24-6a16-4b2b-8e0d-a81cc3cbd889 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.382226] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.169797] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.170095] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.170287] env[68802]: DEBUG nova.objects.instance [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lazy-loading 'resources' on Instance uuid 29190d26-01c7-4074-aa62-13c652dd9865 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.174609] env[68802]: DEBUG oslo_vmware.api [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Task: {'id': task-2795761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192988} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.199169] env[68802]: DEBUG nova.objects.instance [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'flavor' on Instance uuid 088a1d05-b6a6-4c31-b9b8-88a255ae055b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.205052] env[68802]: INFO nova.scheduler.client.report [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Deleted allocations for instance ad1d605e-bbf1-4101-8d60-6911ef1045cf [ 959.219333] env[68802]: DEBUG nova.compute.manager [req-a7a1573f-43c9-4efd-86b5-d7b24da6f6a3 req-dce14c30-2e65-4df7-8aef-8d8af0e856fb service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Received event network-changed-c9b1ff54-ec54-4c0c-98df-d67b7772ee75 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 959.219652] env[68802]: DEBUG nova.compute.manager [req-a7a1573f-43c9-4efd-86b5-d7b24da6f6a3 req-dce14c30-2e65-4df7-8aef-8d8af0e856fb service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Refreshing instance network info cache due to event network-changed-c9b1ff54-ec54-4c0c-98df-d67b7772ee75. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 959.220010] env[68802]: DEBUG oslo_concurrency.lockutils [req-a7a1573f-43c9-4efd-86b5-d7b24da6f6a3 req-dce14c30-2e65-4df7-8aef-8d8af0e856fb service nova] Acquiring lock "refresh_cache-ad90fc3d-b7cd-4a2a-a62e-47419a263897" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.220288] env[68802]: DEBUG oslo_concurrency.lockutils [req-a7a1573f-43c9-4efd-86b5-d7b24da6f6a3 req-dce14c30-2e65-4df7-8aef-8d8af0e856fb service nova] Acquired lock "refresh_cache-ad90fc3d-b7cd-4a2a-a62e-47419a263897" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.220592] env[68802]: DEBUG nova.network.neutron [req-a7a1573f-43c9-4efd-86b5-d7b24da6f6a3 req-dce14c30-2e65-4df7-8aef-8d8af0e856fb service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Refreshing network info cache for port c9b1ff54-ec54-4c0c-98df-d67b7772ee75 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.224361] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.224659] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.224993] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.225256] env[68802]: INFO nova.compute.manager [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Took 2.46 seconds to destroy the instance on the hypervisor. [ 959.225649] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.229069] env[68802]: DEBUG nova.compute.manager [req-6d1fe900-ab89-49ab-99ee-85d4bda76b0a req-a7fe2d26-a5ff-4376-a799-ebe86279c5db service nova] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Detach interface failed, port_id=5ee90bd1-428c-4f6a-b263-ecc3bae5a47f, reason: Instance 29190d26-01c7-4074-aa62-13c652dd9865 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 959.229069] env[68802]: INFO nova.compute.manager [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Took 19.33 seconds to build instance. [ 959.236047] env[68802]: DEBUG nova.compute.manager [-] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.236308] env[68802]: DEBUG nova.network.neutron [-] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.251029] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795764, 'name': ReconfigVM_Task, 'duration_secs': 0.848935} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.257075] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 8818cf59-9e8a-4246-a463-5f24ae55d2d3/8818cf59-9e8a-4246-a463-5f24ae55d2d3.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.260319] env[68802]: DEBUG oslo_vmware.api [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Task: {'id': task-2795763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310775} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.261888] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.262848] env[68802]: DEBUG nova.network.neutron [-] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.264546] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85305c0b-b38d-4841-96cf-d171d34bc32f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.267369] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.267686] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.268027] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.268325] env[68802]: INFO nova.compute.manager [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Took 2.26 seconds to destroy the instance on the hypervisor. [ 959.268702] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.269625] env[68802]: DEBUG nova.compute.manager [-] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.269783] env[68802]: DEBUG nova.network.neutron [-] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.281283] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 959.281283] env[68802]: value = "task-2795765" [ 959.281283] env[68802]: _type = "Task" [ 959.281283] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.290778] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795765, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.739116] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "5c99be11-3281-49cd-97aa-6a13d441e73a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.745983] env[68802]: DEBUG oslo_concurrency.lockutils [None req-92ee1f8b-cdc9-482b-b00c-928bde425181 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.854s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.745983] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.005s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.745983] env[68802]: DEBUG nova.compute.manager [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.745983] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c1d4dca-07bd-47ec-89ca-b0e853a01503 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.327s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.746510] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1e9ff9f9-977f-4d97-ada0-54180a2a8362 tempest-ServersWithSpecificFlavorTestJSON-528646530 tempest-ServersWithSpecificFlavorTestJSON-528646530-project-member] Lock "ad1d605e-bbf1-4101-8d60-6911ef1045cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.670s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.748215] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0344859e-8d5b-4110-a728-e7da434a64ee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.758223] env[68802]: DEBUG nova.compute.manager [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 959.758983] env[68802]: DEBUG nova.objects.instance [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lazy-loading 'flavor' on Instance uuid 5c99be11-3281-49cd-97aa-6a13d441e73a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.770549] env[68802]: DEBUG nova.network.neutron [-] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.796668] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795765, 'name': Rename_Task, 'duration_secs': 0.225801} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.796940] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.797781] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5d298bd-6287-4e0c-a3a9-b6fdd8b70452 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.810961] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 959.810961] env[68802]: value = "task-2795766" [ 959.810961] env[68802]: _type = "Task" [ 959.810961] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.821201] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.877024] env[68802]: DEBUG nova.compute.manager [req-fc466965-d2b2-409e-9a13-6515c9614cb7 req-fc4f6749-263b-4d0b-bdfe-78119dec791c service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Received event network-vif-deleted-a8475823-d068-4c46-913b-e7ae0c3a1809 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 959.877024] env[68802]: INFO nova.compute.manager [req-fc466965-d2b2-409e-9a13-6515c9614cb7 req-fc4f6749-263b-4d0b-bdfe-78119dec791c service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Neutron deleted interface a8475823-d068-4c46-913b-e7ae0c3a1809; detaching it from the instance and deleting it from the info cache [ 959.877024] env[68802]: DEBUG nova.network.neutron [req-fc466965-d2b2-409e-9a13-6515c9614cb7 req-fc4f6749-263b-4d0b-bdfe-78119dec791c service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.945760] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquiring lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.945760] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.037586] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd46d792-f6bb-416c-b222-8fb76bdecfde {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.045660] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e154811-b67e-4fd4-bcba-756bebbcaecf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.051353] env[68802]: DEBUG nova.network.neutron [req-a7a1573f-43c9-4efd-86b5-d7b24da6f6a3 req-dce14c30-2e65-4df7-8aef-8d8af0e856fb service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Updated VIF entry in instance network info cache for port c9b1ff54-ec54-4c0c-98df-d67b7772ee75. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.051728] env[68802]: DEBUG nova.network.neutron [req-a7a1573f-43c9-4efd-86b5-d7b24da6f6a3 req-dce14c30-2e65-4df7-8aef-8d8af0e856fb service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Updating instance_info_cache with network_info: [{"id": "c9b1ff54-ec54-4c0c-98df-d67b7772ee75", "address": "fa:16:3e:dc:ce:12", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b1ff54-ec", "ovs_interfaceid": "c9b1ff54-ec54-4c0c-98df-d67b7772ee75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.080199] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8714bc-2c80-433b-ae97-07299b9bab00 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.089473] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752ffd7d-6469-4f06-a4e4-60b19e31c1e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.107746] env[68802]: DEBUG nova.compute.provider_tree [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.254870] env[68802]: DEBUG nova.network.neutron [-] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.273576] env[68802]: INFO nova.compute.manager [-] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Took 1.04 seconds to deallocate network for instance. [ 960.323074] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.385247] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd17451a-8044-4ae5-953e-c3ed55f0cff9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.397101] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322c239b-c40c-4cbb-b3b8-b73f9216f19b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.434406] env[68802]: DEBUG nova.compute.manager [req-fc466965-d2b2-409e-9a13-6515c9614cb7 req-fc4f6749-263b-4d0b-bdfe-78119dec791c service nova] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Detach interface failed, port_id=a8475823-d068-4c46-913b-e7ae0c3a1809, reason: Instance 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 960.448321] env[68802]: DEBUG nova.compute.manager [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.580578] env[68802]: DEBUG oslo_concurrency.lockutils [req-a7a1573f-43c9-4efd-86b5-d7b24da6f6a3 req-dce14c30-2e65-4df7-8aef-8d8af0e856fb service nova] Releasing lock "refresh_cache-ad90fc3d-b7cd-4a2a-a62e-47419a263897" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.610750] env[68802]: DEBUG nova.scheduler.client.report [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.759196] env[68802]: INFO nova.compute.manager [-] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Took 1.49 seconds to deallocate network for instance. [ 960.770033] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.770210] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5b2cbf5-1a23-48ce-8110-d552566eae3b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.783474] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.784228] env[68802]: DEBUG oslo_vmware.api [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 960.784228] env[68802]: value = "task-2795767" [ 960.784228] env[68802]: _type = "Task" [ 960.784228] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.796117] env[68802]: DEBUG oslo_vmware.api [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.820841] env[68802]: DEBUG oslo_vmware.api [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795766, 'name': PowerOnVM_Task, 'duration_secs': 0.84962} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.821129] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.821329] env[68802]: INFO nova.compute.manager [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Took 9.50 seconds to spawn the instance on the hypervisor. [ 960.821504] env[68802]: DEBUG nova.compute.manager [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.822292] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6492e3b-72e4-49da-b57c-92bc8e425873 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.973972] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.008336] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.008583] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.008799] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.008978] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.009163] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.011917] env[68802]: INFO nova.compute.manager [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Terminating instance [ 961.115851] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.119158] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.857s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.122752] env[68802]: INFO nova.compute.claims [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.136839] env[68802]: INFO nova.scheduler.client.report [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Deleted allocations for instance 29190d26-01c7-4074-aa62-13c652dd9865 [ 961.265740] env[68802]: DEBUG oslo_concurrency.lockutils [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.295542] env[68802]: DEBUG oslo_vmware.api [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795767, 'name': PowerOffVM_Task, 'duration_secs': 0.419971} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.295729] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.295918] env[68802]: DEBUG nova.compute.manager [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.296755] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767e562-4cf4-4fe5-b2da-519da1495beb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.339471] env[68802]: INFO nova.compute.manager [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Took 20.60 seconds to build instance. [ 961.515578] env[68802]: DEBUG nova.compute.manager [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.515578] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.518016] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28496f3d-a005-49a9-84a4-02593d9a3f2e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.528224] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.528224] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b907c723-fbe1-46a2-9a85-9150d6494d6b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.535663] env[68802]: DEBUG oslo_vmware.api [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 961.535663] env[68802]: value = "task-2795768" [ 961.535663] env[68802]: _type = "Task" [ 961.535663] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.544242] env[68802]: DEBUG oslo_vmware.api [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.646425] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d8949c26-ef65-4b8a-babd-526f567fc946 tempest-ServerDiskConfigTestJSON-1651997843 tempest-ServerDiskConfigTestJSON-1651997843-project-member] Lock "29190d26-01c7-4074-aa62-13c652dd9865" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.810s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.811334] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05bdb0db-1adb-4e97-b24b-14047adfa054 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.843188] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6a679bf6-45c4-4129-842e-722bc549204d tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.115s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.046486] env[68802]: DEBUG oslo_vmware.api [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795768, 'name': PowerOffVM_Task, 'duration_secs': 0.242308} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.046825] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.047042] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.047337] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4be55d4c-0ea9-411e-a3e6-4f533dda916c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.115447] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.115679] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.115857] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Deleting the datastore file [datastore2] 088a1d05-b6a6-4c31-b9b8-88a255ae055b {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.116161] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-073482cd-b895-4356-b9af-d2e3032cc759 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.131952] env[68802]: DEBUG oslo_vmware.api [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for the task: (returnval){ [ 962.131952] env[68802]: value = "task-2795770" [ 962.131952] env[68802]: _type = "Task" [ 962.131952] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.144458] env[68802]: DEBUG oslo_vmware.api [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.364615] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0d127e-1f0d-4f08-8c96-6a2fe4e40dfa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.376803] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0123483a-4102-4031-9e4e-a432630ffd6e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.415929] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708b3aeb-25ff-4530-a107-de17f76b8b87 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.425099] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45410f6-7728-46d9-80e4-188271f2db5c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.440383] env[68802]: DEBUG nova.compute.provider_tree [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.642894] env[68802]: DEBUG oslo_vmware.api [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Task: {'id': task-2795770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144383} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.643432] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.643573] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.643850] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.644092] env[68802]: INFO nova.compute.manager [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 962.644398] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.644639] env[68802]: DEBUG nova.compute.manager [-] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.644779] env[68802]: DEBUG nova.network.neutron [-] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.944252] env[68802]: DEBUG nova.scheduler.client.report [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.197060] env[68802]: INFO nova.compute.manager [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Rebuilding instance [ 963.259051] env[68802]: DEBUG nova.compute.manager [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.260013] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4132c00-1d9b-4b61-8aec-5e11dacf050d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.381121] env[68802]: DEBUG nova.compute.manager [req-1e8423ad-668f-41db-9fa0-386486fd5947 req-e3e2ef39-3745-498b-b619-6948149d4f2a service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received event network-changed-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 963.381413] env[68802]: DEBUG nova.compute.manager [req-1e8423ad-668f-41db-9fa0-386486fd5947 req-e3e2ef39-3745-498b-b619-6948149d4f2a service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Refreshing instance network info cache due to event network-changed-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 963.381575] env[68802]: DEBUG oslo_concurrency.lockutils [req-1e8423ad-668f-41db-9fa0-386486fd5947 req-e3e2ef39-3745-498b-b619-6948149d4f2a service nova] Acquiring lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.381680] env[68802]: DEBUG oslo_concurrency.lockutils [req-1e8423ad-668f-41db-9fa0-386486fd5947 req-e3e2ef39-3745-498b-b619-6948149d4f2a service nova] Acquired lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.381892] env[68802]: DEBUG nova.network.neutron [req-1e8423ad-668f-41db-9fa0-386486fd5947 req-e3e2ef39-3745-498b-b619-6948149d4f2a service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Refreshing network info cache for port f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.449412] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.449925] env[68802]: DEBUG nova.compute.manager [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.452804] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.669s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.453060] env[68802]: DEBUG nova.objects.instance [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lazy-loading 'resources' on Instance uuid 867fb475-5350-4472-971e-6de3ca99b8f7 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.956421] env[68802]: DEBUG nova.compute.utils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.959567] env[68802]: DEBUG nova.compute.manager [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.959803] env[68802]: DEBUG nova.network.neutron [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.015903] env[68802]: DEBUG nova.policy [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b915ed6fa814320a682ae6f615e876c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42beed3bab1649e281cfaa01eb7ce5c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.228745] env[68802]: DEBUG nova.network.neutron [-] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.248036] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e68c8c-80db-491c-91d2-2ba01af8d47c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.258343] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ec3a1a-8552-4cf0-be90-d411f9fccfcb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.293661] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.294172] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8531608-cf5e-45db-9ad5-ba648af24c4a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.296284] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec91112-e4fe-41cc-b9de-77b08d73397e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.305111] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47884cf8-71a5-4182-8f21-eddb5fdbf4b3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.309366] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 964.309366] env[68802]: value = "task-2795771" [ 964.309366] env[68802]: _type = "Task" [ 964.309366] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.310160] env[68802]: DEBUG nova.network.neutron [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Successfully created port: b16caca8-36a6-4bba-a608-82f51e239b67 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.325138] env[68802]: DEBUG nova.compute.provider_tree [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.332292] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.332530] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.333370] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b34bee-9e2e-426d-99ea-ae3092d8cf73 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.341252] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.341541] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2333bf8-37eb-4d3f-9562-516dc0a409eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.409263] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.409263] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.409263] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleting the datastore file [datastore2] 5c99be11-3281-49cd-97aa-6a13d441e73a {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.409263] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4974af09-bcf1-4ea7-a16b-64e9d1ad97b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.414687] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 964.414687] env[68802]: value = "task-2795773" [ 964.414687] env[68802]: _type = "Task" [ 964.414687] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.423870] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.460935] env[68802]: DEBUG nova.compute.manager [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.685944] env[68802]: DEBUG nova.network.neutron [req-1e8423ad-668f-41db-9fa0-386486fd5947 req-e3e2ef39-3745-498b-b619-6948149d4f2a service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updated VIF entry in instance network info cache for port f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.686406] env[68802]: DEBUG nova.network.neutron [req-1e8423ad-668f-41db-9fa0-386486fd5947 req-e3e2ef39-3745-498b-b619-6948149d4f2a service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating instance_info_cache with network_info: [{"id": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "address": "fa:16:3e:9b:ec:9e", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f78e0e-fe", "ovs_interfaceid": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.731841] env[68802]: INFO nova.compute.manager [-] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Took 2.09 seconds to deallocate network for instance. [ 964.828946] env[68802]: DEBUG nova.scheduler.client.report [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.928453] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.928727] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.928917] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.929359] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.189818] env[68802]: DEBUG oslo_concurrency.lockutils [req-1e8423ad-668f-41db-9fa0-386486fd5947 req-e3e2ef39-3745-498b-b619-6948149d4f2a service nova] Releasing lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.249434] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.334190] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.336653] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.363s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.338608] env[68802]: INFO nova.compute.claims [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.362110] env[68802]: INFO nova.scheduler.client.report [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Deleted allocations for instance 867fb475-5350-4472-971e-6de3ca99b8f7 [ 965.418032] env[68802]: DEBUG nova.compute.manager [req-830ca9f3-8614-468c-b971-a7f80e49702e req-77756e8e-9516-4962-8725-ca5de9357d79 service nova] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Received event network-vif-deleted-7b863f13-c2cd-428b-8cd5-2f73acb0366c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.471721] env[68802]: DEBUG nova.compute.manager [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.502502] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.502862] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.503096] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.503313] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.503464] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.503657] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.504185] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.504284] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.504483] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.504685] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.504897] env[68802]: DEBUG nova.virt.hardware [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.505809] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f6f0ee-af53-4833-b65e-08401bc51286 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.515048] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef16ca9f-2772-4159-b65a-7712380dad40 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.804935] env[68802]: DEBUG nova.compute.manager [req-809571a0-29fc-47aa-a586-8ba8d9a743f1 req-b08e0d78-8372-4d13-97ef-ebf1f763f0e1 service nova] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Received event network-vif-plugged-b16caca8-36a6-4bba-a608-82f51e239b67 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.805154] env[68802]: DEBUG oslo_concurrency.lockutils [req-809571a0-29fc-47aa-a586-8ba8d9a743f1 req-b08e0d78-8372-4d13-97ef-ebf1f763f0e1 service nova] Acquiring lock "918c0d3a-de3a-455c-bea2-359d31b1c86c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.805444] env[68802]: DEBUG oslo_concurrency.lockutils [req-809571a0-29fc-47aa-a586-8ba8d9a743f1 req-b08e0d78-8372-4d13-97ef-ebf1f763f0e1 service nova] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.806031] env[68802]: DEBUG oslo_concurrency.lockutils [req-809571a0-29fc-47aa-a586-8ba8d9a743f1 req-b08e0d78-8372-4d13-97ef-ebf1f763f0e1 service nova] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.806031] env[68802]: DEBUG nova.compute.manager [req-809571a0-29fc-47aa-a586-8ba8d9a743f1 req-b08e0d78-8372-4d13-97ef-ebf1f763f0e1 service nova] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] No waiting events found dispatching network-vif-plugged-b16caca8-36a6-4bba-a608-82f51e239b67 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.806031] env[68802]: WARNING nova.compute.manager [req-809571a0-29fc-47aa-a586-8ba8d9a743f1 req-b08e0d78-8372-4d13-97ef-ebf1f763f0e1 service nova] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Received unexpected event network-vif-plugged-b16caca8-36a6-4bba-a608-82f51e239b67 for instance with vm_state building and task_state spawning. [ 965.871186] env[68802]: DEBUG oslo_concurrency.lockutils [None req-039c25a1-4a72-4788-9a63-a6d2e9835698 tempest-ServerDiagnosticsV248Test-287844269 tempest-ServerDiagnosticsV248Test-287844269-project-member] Lock "867fb475-5350-4472-971e-6de3ca99b8f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.876s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.895851] env[68802]: DEBUG nova.network.neutron [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Successfully updated port: b16caca8-36a6-4bba-a608-82f51e239b67 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.972324] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.972578] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.973122] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.973122] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.973122] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.973268] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.973821] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.973821] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.973821] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.973973] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.974152] env[68802]: DEBUG nova.virt.hardware [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.975098] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0152615-6fcc-413f-a7d3-19d2adfc260c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.983712] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8963b960-f29f-462d-9b3a-31b9337b60aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.997711] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:9b:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.009463] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.009773] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.010010] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4291efd5-b708-4581-bd96-10cc17ee2f03 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.028489] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.028489] env[68802]: value = "task-2795774" [ 966.028489] env[68802]: _type = "Task" [ 966.028489] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.036267] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795774, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.399721] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "refresh_cache-918c0d3a-de3a-455c-bea2-359d31b1c86c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.399721] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "refresh_cache-918c0d3a-de3a-455c-bea2-359d31b1c86c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.399721] env[68802]: DEBUG nova.network.neutron [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.544128] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795774, 'name': CreateVM_Task, 'duration_secs': 0.379601} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.544128] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.544842] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.545244] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.545354] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.546028] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936c258e-9907-4da6-be32-a19d269ed5fe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.552418] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 966.552418] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52070aea-3dd0-6c55-4bc6-374d1414d016" [ 966.552418] env[68802]: _type = "Task" [ 966.552418] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.562856] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52070aea-3dd0-6c55-4bc6-374d1414d016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.598163] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dde604-3fa1-46c9-9da6-d6fd7f123e27 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.606037] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb7c5e2-a373-4cda-8120-e7def4940e57 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.642070] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145815af-7827-4ff1-adef-953dc60f0174 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.650195] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65efb82-9e54-457a-b8f8-5b84b47a1359 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.664912] env[68802]: DEBUG nova.compute.provider_tree [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.814664] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "ff975d90-156c-4c31-924d-3f94fa278c85" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.815034] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.815354] env[68802]: DEBUG nova.compute.manager [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.816290] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4b3dce-a14f-4c63-961a-7a33f159524e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.826086] env[68802]: DEBUG nova.compute.manager [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 966.826700] env[68802]: DEBUG nova.objects.instance [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'flavor' on Instance uuid ff975d90-156c-4c31-924d-3f94fa278c85 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.934460] env[68802]: DEBUG nova.network.neutron [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.064727] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52070aea-3dd0-6c55-4bc6-374d1414d016, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.065061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.065299] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.065532] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.065679] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.065859] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.066130] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1b65649-9af8-43e6-93d5-34a41139d274 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.074508] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.074689] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.075504] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0b1ed6-4389-4906-91cd-86bb16a22e17 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.081679] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 967.081679] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52571cf8-c29b-6221-9dd0-e75fe3cc5810" [ 967.081679] env[68802]: _type = "Task" [ 967.081679] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.090097] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52571cf8-c29b-6221-9dd0-e75fe3cc5810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.096380] env[68802]: DEBUG nova.network.neutron [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Updating instance_info_cache with network_info: [{"id": "b16caca8-36a6-4bba-a608-82f51e239b67", "address": "fa:16:3e:54:ab:ab", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16caca8-36", "ovs_interfaceid": "b16caca8-36a6-4bba-a608-82f51e239b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.127106] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "3bc6d14d-6644-47f7-bb25-61690af0ef2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.127393] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "3bc6d14d-6644-47f7-bb25-61690af0ef2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.168207] env[68802]: DEBUG nova.scheduler.client.report [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.441649] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.441798] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.591941] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52571cf8-c29b-6221-9dd0-e75fe3cc5810, 'name': SearchDatastore_Task, 'duration_secs': 0.008197} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.593054] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909b8edd-357a-4323-9ef4-b4884d7be690 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.597953] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 967.597953] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fe79ed-5f5d-36d6-40a6-8c8cc2b96a62" [ 967.597953] env[68802]: _type = "Task" [ 967.597953] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.598452] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "refresh_cache-918c0d3a-de3a-455c-bea2-359d31b1c86c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.598805] env[68802]: DEBUG nova.compute.manager [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Instance network_info: |[{"id": "b16caca8-36a6-4bba-a608-82f51e239b67", "address": "fa:16:3e:54:ab:ab", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16caca8-36", "ovs_interfaceid": "b16caca8-36a6-4bba-a608-82f51e239b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.602613] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:ab:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16caca8-36a6-4bba-a608-82f51e239b67', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.609777] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.610044] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.610571] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47fb3d44-ad6f-4e66-a37f-808a6df2fd60 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.628265] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fe79ed-5f5d-36d6-40a6-8c8cc2b96a62, 'name': SearchDatastore_Task, 'duration_secs': 0.008706} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.628635] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.628871] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5c99be11-3281-49cd-97aa-6a13d441e73a/5c99be11-3281-49cd-97aa-6a13d441e73a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.629230] env[68802]: DEBUG nova.compute.manager [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.631626] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b00a21f2-5e2d-4ba5-9538-2396fb92ad7b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.634457] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.634457] env[68802]: value = "task-2795775" [ 967.634457] env[68802]: _type = "Task" [ 967.634457] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.639238] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 967.639238] env[68802]: value = "task-2795776" [ 967.639238] env[68802]: _type = "Task" [ 967.639238] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.644913] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795775, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.649432] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.673653] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.674072] env[68802]: DEBUG nova.compute.manager [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.676722] env[68802]: DEBUG oslo_concurrency.lockutils [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.411s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.676938] env[68802]: DEBUG nova.objects.instance [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lazy-loading 'resources' on Instance uuid 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.837276] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.840465] env[68802]: DEBUG nova.compute.manager [req-4e4a2d89-625d-480a-8899-83e9a3418cf7 req-2af51c39-fd4e-43df-a8cf-b25aa3fa34fc service nova] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Received event network-changed-b16caca8-36a6-4bba-a608-82f51e239b67 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.840465] env[68802]: DEBUG nova.compute.manager [req-4e4a2d89-625d-480a-8899-83e9a3418cf7 req-2af51c39-fd4e-43df-a8cf-b25aa3fa34fc service nova] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Refreshing instance network info cache due to event network-changed-b16caca8-36a6-4bba-a608-82f51e239b67. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 967.840465] env[68802]: DEBUG oslo_concurrency.lockutils [req-4e4a2d89-625d-480a-8899-83e9a3418cf7 req-2af51c39-fd4e-43df-a8cf-b25aa3fa34fc service nova] Acquiring lock "refresh_cache-918c0d3a-de3a-455c-bea2-359d31b1c86c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.840465] env[68802]: DEBUG oslo_concurrency.lockutils [req-4e4a2d89-625d-480a-8899-83e9a3418cf7 req-2af51c39-fd4e-43df-a8cf-b25aa3fa34fc service nova] Acquired lock "refresh_cache-918c0d3a-de3a-455c-bea2-359d31b1c86c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.840465] env[68802]: DEBUG nova.network.neutron [req-4e4a2d89-625d-480a-8899-83e9a3418cf7 req-2af51c39-fd4e-43df-a8cf-b25aa3fa34fc service nova] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Refreshing network info cache for port b16caca8-36a6-4bba-a608-82f51e239b67 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.841510] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b9c0bb-60a1-4efc-b5b4-0f42e1f016bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.855849] env[68802]: DEBUG oslo_vmware.api [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 967.855849] env[68802]: value = "task-2795777" [ 967.855849] env[68802]: _type = "Task" [ 967.855849] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.865763] env[68802]: DEBUG oslo_vmware.api [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.944972] env[68802]: DEBUG nova.compute.manager [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.162279] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795775, 'name': CreateVM_Task, 'duration_secs': 0.499488} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.165859] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.166358] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478412} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.167413] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.168088] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.168253] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.168650] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.168876] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 5c99be11-3281-49cd-97aa-6a13d441e73a/5c99be11-3281-49cd-97aa-6a13d441e73a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.169092] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.169336] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d43ecdf-d53c-4ea9-b8d0-d2a5b859a1a9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.171425] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db7ba229-01c0-40e2-a80c-c8694d3613b7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.179017] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 968.179017] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5250af1e-b425-d39d-aad2-702e5d31db03" [ 968.179017] env[68802]: _type = "Task" [ 968.179017] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.183393] env[68802]: DEBUG nova.compute.utils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.187519] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 968.187519] env[68802]: value = "task-2795778" [ 968.187519] env[68802]: _type = "Task" [ 968.187519] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.191026] env[68802]: DEBUG nova.compute.manager [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.191026] env[68802]: DEBUG nova.network.neutron [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.199496] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5250af1e-b425-d39d-aad2-702e5d31db03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.204920] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.290148] env[68802]: DEBUG nova.policy [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d80d874bf294e14973aabdcaf846515', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c0cb54ecadc40dfb83baea9a94f6311', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.366526] env[68802]: DEBUG oslo_vmware.api [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795777, 'name': PowerOffVM_Task, 'duration_secs': 0.332004} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.366526] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.366526] env[68802]: DEBUG nova.compute.manager [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.367260] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3327bb6-391d-4f51-bb07-8bde0f2d1903 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.474485] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82a947b-7f8a-43f9-9141-06bd7797123a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.479165] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.487079] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128ad541-bceb-48c8-8d05-2fc38e4e8ba5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.524688] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a37eed-ef68-4c85-9cd4-59f380d420f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.532703] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25798649-55df-4670-8ab7-4fa5390e930a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.546409] env[68802]: DEBUG nova.compute.provider_tree [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.644851] env[68802]: DEBUG nova.network.neutron [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Successfully created port: f6f14618-b832-469b-99ea-3298cea8fa93 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.687214] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5250af1e-b425-d39d-aad2-702e5d31db03, 'name': SearchDatastore_Task, 'duration_secs': 0.019473} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.687520] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.687749] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.687978] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.688140] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.688355] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.688885] env[68802]: DEBUG nova.compute.manager [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.691552] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6253e1b-6b20-48be-bcc5-02fbfe417553 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.702195] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079187} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.702512] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.704897] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c07ffce-ce53-4b01-a0ae-4a464cccad3b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.706469] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.706632] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.708766] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03f74fc-2f24-4681-9295-7bfec1fc7f95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.712872] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 968.712872] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522d2b88-7f38-8787-00bf-47bce255c6e1" [ 968.712872] env[68802]: _type = "Task" [ 968.712872] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.731116] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 5c99be11-3281-49cd-97aa-6a13d441e73a/5c99be11-3281-49cd-97aa-6a13d441e73a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.734649] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-426a8483-527b-4293-ad2c-31423f02e06c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.759733] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522d2b88-7f38-8787-00bf-47bce255c6e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008789} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.761654] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 968.761654] env[68802]: value = "task-2795779" [ 968.761654] env[68802]: _type = "Task" [ 968.761654] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.762370] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a74afd-68a9-4cee-89bc-4d0b6e281ff7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.770959] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 968.770959] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52803fa4-21bf-8e44-f145-5827bac24796" [ 968.770959] env[68802]: _type = "Task" [ 968.770959] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.776388] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795779, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.785095] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52803fa4-21bf-8e44-f145-5827bac24796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.823642] env[68802]: DEBUG nova.network.neutron [req-4e4a2d89-625d-480a-8899-83e9a3418cf7 req-2af51c39-fd4e-43df-a8cf-b25aa3fa34fc service nova] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Updated VIF entry in instance network info cache for port b16caca8-36a6-4bba-a608-82f51e239b67. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.823951] env[68802]: DEBUG nova.network.neutron [req-4e4a2d89-625d-480a-8899-83e9a3418cf7 req-2af51c39-fd4e-43df-a8cf-b25aa3fa34fc service nova] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Updating instance_info_cache with network_info: [{"id": "b16caca8-36a6-4bba-a608-82f51e239b67", "address": "fa:16:3e:54:ab:ab", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16caca8-36", "ovs_interfaceid": "b16caca8-36a6-4bba-a608-82f51e239b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.887271] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9ea1cbf2-1794-43c5-a7ed-e256295635c1 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.050414] env[68802]: DEBUG nova.scheduler.client.report [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.276816] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.287222] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52803fa4-21bf-8e44-f145-5827bac24796, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.287477] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.287738] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 918c0d3a-de3a-455c-bea2-359d31b1c86c/918c0d3a-de3a-455c-bea2-359d31b1c86c.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.287989] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79218539-f6af-426d-97dd-148583ad29f5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.295423] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 969.295423] env[68802]: value = "task-2795780" [ 969.295423] env[68802]: _type = "Task" [ 969.295423] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.303535] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.326818] env[68802]: DEBUG oslo_concurrency.lockutils [req-4e4a2d89-625d-480a-8899-83e9a3418cf7 req-2af51c39-fd4e-43df-a8cf-b25aa3fa34fc service nova] Releasing lock "refresh_cache-918c0d3a-de3a-455c-bea2-359d31b1c86c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.393787] env[68802]: DEBUG nova.objects.instance [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'flavor' on Instance uuid ff975d90-156c-4c31-924d-3f94fa278c85 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.557493] env[68802]: DEBUG oslo_concurrency.lockutils [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.560530] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.311s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.560877] env[68802]: DEBUG nova.objects.instance [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lazy-loading 'resources' on Instance uuid 088a1d05-b6a6-4c31-b9b8-88a255ae055b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.588139] env[68802]: INFO nova.scheduler.client.report [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Deleted allocations for instance 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f [ 969.705478] env[68802]: DEBUG nova.compute.manager [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.738476] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.738922] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.739203] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.739502] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.739758] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.739995] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.740384] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.740644] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.740938] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.741407] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.741675] env[68802]: DEBUG nova.virt.hardware [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.742938] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f1823c-e132-4133-9e88-0cdae77f8811 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.753690] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f19113d-d23e-4421-96d5-0fd5f45c80ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.776945] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795779, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.804716] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.901681] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.901925] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.902080] env[68802]: DEBUG nova.network.neutron [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.902645] env[68802]: DEBUG nova.objects.instance [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'info_cache' on Instance uuid ff975d90-156c-4c31-924d-3f94fa278c85 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.103455] env[68802]: DEBUG oslo_concurrency.lockutils [None req-91594590-b7f5-4397-ba5c-b50c3f6f473a tempest-VolumesAdminNegativeTest-1268725400 tempest-VolumesAdminNegativeTest-1268725400-project-member] Lock "65aeee3f-d2bd-4f7f-b616-1f24083f4a5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.601s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.282253] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795779, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.309926] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.331831] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e63975e-767e-46e9-8461-bd3ae0ef006a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.339333] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1040876b-fed4-45c5-b59e-77bf249a4765 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.387423] env[68802]: DEBUG nova.network.neutron [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Successfully updated port: f6f14618-b832-469b-99ea-3298cea8fa93 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.389716] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e16d30-309a-4c87-ac46-4a9a0b7632ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.401348] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c1f3bd-0349-4ccb-a89c-20e3d9b9880b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.409074] env[68802]: DEBUG nova.objects.base [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.420789] env[68802]: DEBUG nova.compute.provider_tree [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.467691] env[68802]: DEBUG nova.compute.manager [req-5dafdd53-ba70-451f-b437-48e7e456d9fe req-f7b842c9-9fc7-48aa-bacc-5a81ffab612a service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Received event network-vif-plugged-f6f14618-b832-469b-99ea-3298cea8fa93 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 970.467944] env[68802]: DEBUG oslo_concurrency.lockutils [req-5dafdd53-ba70-451f-b437-48e7e456d9fe req-f7b842c9-9fc7-48aa-bacc-5a81ffab612a service nova] Acquiring lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.469819] env[68802]: DEBUG oslo_concurrency.lockutils [req-5dafdd53-ba70-451f-b437-48e7e456d9fe req-f7b842c9-9fc7-48aa-bacc-5a81ffab612a service nova] Lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.469819] env[68802]: DEBUG oslo_concurrency.lockutils [req-5dafdd53-ba70-451f-b437-48e7e456d9fe req-f7b842c9-9fc7-48aa-bacc-5a81ffab612a service nova] Lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.469819] env[68802]: DEBUG nova.compute.manager [req-5dafdd53-ba70-451f-b437-48e7e456d9fe req-f7b842c9-9fc7-48aa-bacc-5a81ffab612a service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] No waiting events found dispatching network-vif-plugged-f6f14618-b832-469b-99ea-3298cea8fa93 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.469819] env[68802]: WARNING nova.compute.manager [req-5dafdd53-ba70-451f-b437-48e7e456d9fe req-f7b842c9-9fc7-48aa-bacc-5a81ffab612a service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Received unexpected event network-vif-plugged-f6f14618-b832-469b-99ea-3298cea8fa93 for instance with vm_state building and task_state spawning. [ 970.783337] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795779, 'name': ReconfigVM_Task, 'duration_secs': 1.632171} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.783337] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 5c99be11-3281-49cd-97aa-6a13d441e73a/5c99be11-3281-49cd-97aa-6a13d441e73a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.783337] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13bc183c-aeef-48d1-aa6d-646b2afacce3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.792214] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 970.792214] env[68802]: value = "task-2795781" [ 970.792214] env[68802]: _type = "Task" [ 970.792214] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.802604] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795781, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.811785] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795780, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.892718] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquiring lock "refresh_cache-165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.892937] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquired lock "refresh_cache-165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.893141] env[68802]: DEBUG nova.network.neutron [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.923787] env[68802]: DEBUG nova.scheduler.client.report [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.947194] env[68802]: DEBUG nova.compute.manager [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.948334] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c14640-bb35-4808-8962-7e6335197001 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.187447] env[68802]: DEBUG nova.network.neutron [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance_info_cache with network_info: [{"id": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "address": "fa:16:3e:7f:67:ab", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6150befc-18", "ovs_interfaceid": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.307990] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795781, 'name': Rename_Task, 'duration_secs': 0.14787} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.310325] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.311121] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60a19008-1f8c-43c1-bbbb-5168ea111437 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.318418] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795780, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.52492} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.321528] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 918c0d3a-de3a-455c-bea2-359d31b1c86c/918c0d3a-de3a-455c-bea2-359d31b1c86c.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.323116] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.323116] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 971.323116] env[68802]: value = "task-2795782" [ 971.323116] env[68802]: _type = "Task" [ 971.323116] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.324550] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f20768-ae51-4894-86fa-5d7643b84a67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.327119] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquiring lock "d17a5749-d2cd-4cb7-903b-acfe0a779cf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.327651] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lock "d17a5749-d2cd-4cb7-903b-acfe0a779cf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.342849] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795782, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.343195] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 971.343195] env[68802]: value = "task-2795783" [ 971.343195] env[68802]: _type = "Task" [ 971.343195] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.351839] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.430173] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.434559] env[68802]: DEBUG nova.network.neutron [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.438125] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.271s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.439920] env[68802]: INFO nova.compute.claims [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.458988] env[68802]: INFO nova.scheduler.client.report [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Deleted allocations for instance 088a1d05-b6a6-4c31-b9b8-88a255ae055b [ 971.464573] env[68802]: INFO nova.compute.manager [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] instance snapshotting [ 971.469178] env[68802]: DEBUG nova.objects.instance [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'flavor' on Instance uuid ce9e1d70-d1c0-4244-bcf6-5497612c00d9 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.660857] env[68802]: DEBUG nova.network.neutron [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Updating instance_info_cache with network_info: [{"id": "f6f14618-b832-469b-99ea-3298cea8fa93", "address": "fa:16:3e:44:de:f6", "network": {"id": "5274ca38-1934-4575-8bc6-dbd2075b5024", "bridge": "br-int", "label": "tempest-ServersTestJSON-615962646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c0cb54ecadc40dfb83baea9a94f6311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f14618-b8", "ovs_interfaceid": "f6f14618-b832-469b-99ea-3298cea8fa93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.690898] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.836151] env[68802]: DEBUG nova.compute.manager [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.839329] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.858120] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074088} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.858577] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.859319] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02bdf1b-b6e4-432c-aabc-ff0a6c178aba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.884122] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 918c0d3a-de3a-455c-bea2-359d31b1c86c/918c0d3a-de3a-455c-bea2-359d31b1c86c.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.884292] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4356240-7a69-481e-b6c8-88bfa7ca0830 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.903625] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "d7f31af5-de51-429a-9b47-7621cb9853b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.903883] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.908179] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 971.908179] env[68802]: value = "task-2795784" [ 971.908179] env[68802]: _type = "Task" [ 971.908179] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.918279] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.980027] env[68802]: DEBUG oslo_concurrency.lockutils [None req-24526309-6274-4c38-a10c-dcc16c15da36 tempest-AttachVolumeTestJSON-2081389893 tempest-AttachVolumeTestJSON-2081389893-project-member] Lock "088a1d05-b6a6-4c31-b9b8-88a255ae055b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.971s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.981749] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff6d39-ef3e-4490-8487-c16d7e5f44a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.002905] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8981d5bb-99ef-4ac7-8895-228af10e59fe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.163852] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Releasing lock "refresh_cache-165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.163852] env[68802]: DEBUG nova.compute.manager [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Instance network_info: |[{"id": "f6f14618-b832-469b-99ea-3298cea8fa93", "address": "fa:16:3e:44:de:f6", "network": {"id": "5274ca38-1934-4575-8bc6-dbd2075b5024", "bridge": "br-int", "label": "tempest-ServersTestJSON-615962646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c0cb54ecadc40dfb83baea9a94f6311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f14618-b8", "ovs_interfaceid": "f6f14618-b832-469b-99ea-3298cea8fa93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.164164] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:de:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f14618-b832-469b-99ea-3298cea8fa93', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.175670] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Creating folder: Project (0c0cb54ecadc40dfb83baea9a94f6311). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.176012] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f25bd5e-ec1f-44b2-8728-ec130644386b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.192822] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Created folder: Project (0c0cb54ecadc40dfb83baea9a94f6311) in parent group-v561663. [ 972.193265] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Creating folder: Instances. Parent ref: group-v561898. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.195499] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01bad4f9-d113-4461-949a-5978d8597cc6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.205911] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Created folder: Instances in parent group-v561898. [ 972.206088] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.206218] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.206473] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fadb883b-5827-48a5-b07b-fc3825073946 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.230716] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.230716] env[68802]: value = "task-2795787" [ 972.230716] env[68802]: _type = "Task" [ 972.230716] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.240925] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795787, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.343475] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795782, 'name': PowerOnVM_Task, 'duration_secs': 1.021044} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.343799] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.344019] env[68802]: DEBUG nova.compute.manager [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.347407] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205160fb-626e-4d29-a46d-59675bb5f7b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.373470] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.406903] env[68802]: DEBUG nova.compute.manager [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.420275] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795784, 'name': ReconfigVM_Task, 'duration_secs': 0.482261} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.420967] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 918c0d3a-de3a-455c-bea2-359d31b1c86c/918c0d3a-de3a-455c-bea2-359d31b1c86c.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.421974] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-601e37e2-3c3f-49aa-8120-42f883f44ef8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.429909] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 972.429909] env[68802]: value = "task-2795788" [ 972.429909] env[68802]: _type = "Task" [ 972.429909] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.441222] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795788, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.501501] env[68802]: DEBUG nova.compute.manager [req-dae5becc-88d2-4e44-b185-b94453c18d13 req-2bbcd156-67ed-4ed8-a117-d12e4662b9cb service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Received event network-changed-f6f14618-b832-469b-99ea-3298cea8fa93 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.501771] env[68802]: DEBUG nova.compute.manager [req-dae5becc-88d2-4e44-b185-b94453c18d13 req-2bbcd156-67ed-4ed8-a117-d12e4662b9cb service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Refreshing instance network info cache due to event network-changed-f6f14618-b832-469b-99ea-3298cea8fa93. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 972.504611] env[68802]: DEBUG oslo_concurrency.lockutils [req-dae5becc-88d2-4e44-b185-b94453c18d13 req-2bbcd156-67ed-4ed8-a117-d12e4662b9cb service nova] Acquiring lock "refresh_cache-165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.504611] env[68802]: DEBUG oslo_concurrency.lockutils [req-dae5becc-88d2-4e44-b185-b94453c18d13 req-2bbcd156-67ed-4ed8-a117-d12e4662b9cb service nova] Acquired lock "refresh_cache-165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.504611] env[68802]: DEBUG nova.network.neutron [req-dae5becc-88d2-4e44-b185-b94453c18d13 req-2bbcd156-67ed-4ed8-a117-d12e4662b9cb service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Refreshing network info cache for port f6f14618-b832-469b-99ea-3298cea8fa93 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.514548] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.514878] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca9b46af-0c68-4630-9593-c34238772276 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.528332] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 972.528332] env[68802]: value = "task-2795789" [ 972.528332] env[68802]: _type = "Task" [ 972.528332] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.537538] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.703581] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.703581] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e993a5b3-1518-4d0d-9a85-f1a8e61dc278 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.710442] env[68802]: DEBUG oslo_vmware.api [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 972.710442] env[68802]: value = "task-2795790" [ 972.710442] env[68802]: _type = "Task" [ 972.710442] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.718188] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4670429-71ec-425f-b1e0-c73c6807f580 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.727780] env[68802]: DEBUG oslo_vmware.api [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.730762] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5509bd35-d188-4527-a9b3-b3b2ed7a7230 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.741835] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795787, 'name': CreateVM_Task, 'duration_secs': 0.365712} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.770753] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.772601] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.772720] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.772984] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.773877] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b838c4-bba8-4f0c-8164-d4139b43ec77 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.776566] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839e17ce-487e-426f-8978-fcc07f86a472 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.786190] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for the task: (returnval){ [ 972.786190] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52caeb7f-b189-2acc-5111-eba960c26299" [ 972.786190] env[68802]: _type = "Task" [ 972.786190] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.787327] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca836910-2495-4f71-b9b9-6d67accb4112 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.805916] env[68802]: DEBUG nova.compute.provider_tree [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.810360] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52caeb7f-b189-2acc-5111-eba960c26299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.862392] env[68802]: INFO nova.compute.manager [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] bringing vm to original state: 'stopped' [ 972.929443] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.940765] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795788, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.039667] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.221612] env[68802]: DEBUG oslo_vmware.api [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.299405] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52caeb7f-b189-2acc-5111-eba960c26299, 'name': SearchDatastore_Task, 'duration_secs': 0.019824} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.299860] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.300185] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.300443] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.300591] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.300771] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.302429] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f41e8dd-c373-4479-8adf-be9816728872 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.310878] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.311058] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.312402] env[68802]: DEBUG nova.scheduler.client.report [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.317663] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c11b176-dede-4258-85aa-802649a84997 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.330072] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for the task: (returnval){ [ 973.330072] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5292c344-c9ba-b286-76ca-eed4cd137895" [ 973.330072] env[68802]: _type = "Task" [ 973.330072] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.341923] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5292c344-c9ba-b286-76ca-eed4cd137895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.445377] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795788, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.541413] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.603826] env[68802]: DEBUG nova.network.neutron [req-dae5becc-88d2-4e44-b185-b94453c18d13 req-2bbcd156-67ed-4ed8-a117-d12e4662b9cb service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Updated VIF entry in instance network info cache for port f6f14618-b832-469b-99ea-3298cea8fa93. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.604276] env[68802]: DEBUG nova.network.neutron [req-dae5becc-88d2-4e44-b185-b94453c18d13 req-2bbcd156-67ed-4ed8-a117-d12e4662b9cb service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Updating instance_info_cache with network_info: [{"id": "f6f14618-b832-469b-99ea-3298cea8fa93", "address": "fa:16:3e:44:de:f6", "network": {"id": "5274ca38-1934-4575-8bc6-dbd2075b5024", "bridge": "br-int", "label": "tempest-ServersTestJSON-615962646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c0cb54ecadc40dfb83baea9a94f6311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f14618-b8", "ovs_interfaceid": "f6f14618-b832-469b-99ea-3298cea8fa93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.723153] env[68802]: DEBUG oslo_vmware.api [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.830038] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.830038] env[68802]: DEBUG nova.compute.manager [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.838014] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.356s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.838014] env[68802]: INFO nova.compute.claims [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.853858] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5292c344-c9ba-b286-76ca-eed4cd137895, 'name': SearchDatastore_Task, 'duration_secs': 0.023637} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.854782] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6172899d-0231-49f9-8b24-efb5510b7903 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.862018] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for the task: (returnval){ [ 973.862018] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5278f45d-54b1-ae67-03be-30f764d49514" [ 973.862018] env[68802]: _type = "Task" [ 973.862018] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.868504] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5278f45d-54b1-ae67-03be-30f764d49514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.870237] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "5c99be11-3281-49cd-97aa-6a13d441e73a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.870623] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.871115] env[68802]: DEBUG nova.compute.manager [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.871975] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b4a8a2-9de1-4ea6-9211-249a968f6aa7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.880455] env[68802]: DEBUG nova.compute.manager [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 973.942701] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795788, 'name': Rename_Task, 'duration_secs': 1.170018} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.943057] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.943421] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12c0b75b-a8b6-4ea5-9a3d-bebb58db6613 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.950452] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 973.950452] env[68802]: value = "task-2795792" [ 973.950452] env[68802]: _type = "Task" [ 973.950452] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.959151] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.041662] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795789, 'name': CreateSnapshot_Task, 'duration_secs': 1.164574} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.041911] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 974.042748] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c3672-d1ee-42ab-90e1-5d03a326fa69 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.107097] env[68802]: DEBUG oslo_concurrency.lockutils [req-dae5becc-88d2-4e44-b185-b94453c18d13 req-2bbcd156-67ed-4ed8-a117-d12e4662b9cb service nova] Releasing lock "refresh_cache-165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.221766] env[68802]: DEBUG oslo_vmware.api [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795790, 'name': PowerOnVM_Task, 'duration_secs': 1.100944} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.222133] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.222382] env[68802]: DEBUG nova.compute.manager [None req-33a39187-0b39-4716-b09d-7c821c8e09f0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.223198] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416d48b6-300a-4e36-bd0d-5fe104af2922 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.345389] env[68802]: DEBUG nova.compute.utils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.347260] env[68802]: DEBUG nova.compute.manager [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Not allocating networking since 'none' was specified. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 974.376121] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5278f45d-54b1-ae67-03be-30f764d49514, 'name': SearchDatastore_Task, 'duration_secs': 0.02014} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.376649] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.376825] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58/165d394b-0ecc-467b-b5a7-5cd5b4ed6e58.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.377166] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e12c91d-f5c2-4a58-bf9d-7d7b6f2b4113 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.384072] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.384878] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1dd4d5c-b758-4a10-bdc6-f6f45d2af170 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.388018] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for the task: (returnval){ [ 974.388018] env[68802]: value = "task-2795793" [ 974.388018] env[68802]: _type = "Task" [ 974.388018] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.395018] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 974.395018] env[68802]: value = "task-2795794" [ 974.395018] env[68802]: _type = "Task" [ 974.395018] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.404278] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.410749] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.461224] env[68802]: DEBUG oslo_vmware.api [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795792, 'name': PowerOnVM_Task, 'duration_secs': 0.485621} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.461565] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.461773] env[68802]: INFO nova.compute.manager [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Took 8.99 seconds to spawn the instance on the hypervisor. [ 974.462355] env[68802]: DEBUG nova.compute.manager [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.463454] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b70c132-a1cd-473d-bbeb-2fd718edaa6b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.562698] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.563058] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a26c3f3d-d9d9-477e-95a7-fc771735caf9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.571622] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 974.571622] env[68802]: value = "task-2795795" [ 974.571622] env[68802]: _type = "Task" [ 974.571622] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.581312] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795795, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.849666] env[68802]: DEBUG nova.compute.manager [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.903509] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795793, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.912679] env[68802]: DEBUG oslo_vmware.api [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795794, 'name': PowerOffVM_Task, 'duration_secs': 0.239944} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.913026] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.913660] env[68802]: DEBUG nova.compute.manager [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.915167] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020ef2db-66ff-410e-9155-b51d0cb981e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.980861] env[68802]: INFO nova.compute.manager [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Took 15.82 seconds to build instance. [ 975.084108] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795795, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.124346] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12f368b-cf05-418d-beb6-58317e8f57a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.132480] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec0a623-10a2-47c7-a1f5-d4090dda6aae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.167191] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62b895d-206b-4d32-af8e-8ade74aa5661 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.176629] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcca448-f7be-4cf7-a773-4fc2c1e76262 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.193426] env[68802]: DEBUG nova.compute.provider_tree [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.403787] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538979} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.404094] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58/165d394b-0ecc-467b-b5a7-5cd5b4ed6e58.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.404317] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.404585] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4cb4505-39fa-4d0b-9e52-d052a4e4129f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.414596] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for the task: (returnval){ [ 975.414596] env[68802]: value = "task-2795797" [ 975.414596] env[68802]: _type = "Task" [ 975.414596] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.423446] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.433090] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.562s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.485733] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9cbc9171-70c7-46c4-a9fb-594bfb493828 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.831s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.587810] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795795, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.696294] env[68802]: DEBUG nova.scheduler.client.report [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.861961] env[68802]: DEBUG nova.compute.manager [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.885417] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.885417] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.885662] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.886376] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.886376] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.886376] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.886376] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.886376] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.887219] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.887219] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.887219] env[68802]: DEBUG nova.virt.hardware [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.887821] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f6e01e-6575-4376-a3b0-2d893b7cb2d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.896515] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8977d4b5-909d-414b-9e19-acb63445aeb8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.912443] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.918191] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Creating folder: Project (011a85db99e84ee08f3e9c45507e0f5d). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.918497] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c119b0b9-e37d-4142-824b-0492bcc4e986 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.930578] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066407} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.930864] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.932063] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0184846a-7c90-4f9a-8d5c-3f33fffa4077 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.938725] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Created folder: Project (011a85db99e84ee08f3e9c45507e0f5d) in parent group-v561663. [ 975.938969] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Creating folder: Instances. Parent ref: group-v561903. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.941559] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77bbc914-06c2-4f55-aa85-5a8cbe71ea46 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.944849] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.964767] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58/165d394b-0ecc-467b-b5a7-5cd5b4ed6e58.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.969143] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c3ae26b-9183-488c-bce3-61693a99ca15 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.991999] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Created folder: Instances in parent group-v561903. [ 975.992285] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.992861] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.993127] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-686f2fc0-4d80-4a3d-9809-65e976520d1f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.009321] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for the task: (returnval){ [ 976.009321] env[68802]: value = "task-2795800" [ 976.009321] env[68802]: _type = "Task" [ 976.009321] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.014466] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.014466] env[68802]: value = "task-2795801" [ 976.014466] env[68802]: _type = "Task" [ 976.014466] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.021998] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.028017] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795801, 'name': CreateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.085276] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795795, 'name': CloneVM_Task} progress is 95%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.201834] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.202149] env[68802]: DEBUG nova.compute.manager [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.204906] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.832s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.210773] env[68802]: INFO nova.compute.claims [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.490247] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.492961] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.530695] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.530695] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.537109] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.542458] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795801, 'name': CreateVM_Task, 'duration_secs': 0.338061} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.543141] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.543557] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.543713] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.544038] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.544505] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2783c737-2158-4b2c-96ad-0bcb0d40630f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.549881] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 976.549881] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52af5ac2-5a86-90f7-c0b2-b532fd6bac3c" [ 976.549881] env[68802]: _type = "Task" [ 976.549881] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.558321] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52af5ac2-5a86-90f7-c0b2-b532fd6bac3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.586032] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795795, 'name': CloneVM_Task, 'duration_secs': 1.76757} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.586143] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Created linked-clone VM from snapshot [ 976.586878] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0cc3f8-56eb-4374-a9ef-79941d4d07cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.594682] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Uploading image 2d8477d1-068a-41e7-a1f6-ac03fc0d5479 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.616761] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.616761] env[68802]: value = "vm-561902" [ 976.616761] env[68802]: _type = "VirtualMachine" [ 976.616761] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.617132] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c47bf7c-cdd8-48f8-b3d7-97a74043e3d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.624576] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lease: (returnval){ [ 976.624576] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52428d01-868a-2bd9-2d35-3444ad8f457c" [ 976.624576] env[68802]: _type = "HttpNfcLease" [ 976.624576] env[68802]: } obtained for exporting VM: (result){ [ 976.624576] env[68802]: value = "vm-561902" [ 976.624576] env[68802]: _type = "VirtualMachine" [ 976.624576] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.624837] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the lease: (returnval){ [ 976.624837] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52428d01-868a-2bd9-2d35-3444ad8f457c" [ 976.624837] env[68802]: _type = "HttpNfcLease" [ 976.624837] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.631709] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.631709] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52428d01-868a-2bd9-2d35-3444ad8f457c" [ 976.631709] env[68802]: _type = "HttpNfcLease" [ 976.631709] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.702467] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "5c99be11-3281-49cd-97aa-6a13d441e73a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.702740] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.702981] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "5c99be11-3281-49cd-97aa-6a13d441e73a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.703181] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.703378] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.706299] env[68802]: INFO nova.compute.manager [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Terminating instance [ 976.715181] env[68802]: DEBUG nova.compute.utils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.718937] env[68802]: DEBUG nova.compute.manager [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Not allocating networking since 'none' was specified. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 976.993715] env[68802]: INFO nova.compute.manager [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Detaching volume fdb66680-917c-4036-bd89-b5928f4e014f [ 977.022290] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795800, 'name': ReconfigVM_Task, 'duration_secs': 0.807628} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.022290] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58/165d394b-0ecc-467b-b5a7-5cd5b4ed6e58.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.022663] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d79d8b7f-a7a8-4f25-ba1f-4a9f695c5b6e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.030112] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for the task: (returnval){ [ 977.030112] env[68802]: value = "task-2795803" [ 977.030112] env[68802]: _type = "Task" [ 977.030112] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.036583] env[68802]: INFO nova.virt.block_device [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Attempting to driver detach volume fdb66680-917c-4036-bd89-b5928f4e014f from mountpoint /dev/sdb [ 977.036673] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 977.036799] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561869', 'volume_id': 'fdb66680-917c-4036-bd89-b5928f4e014f', 'name': 'volume-fdb66680-917c-4036-bd89-b5928f4e014f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17e48fd9-9421-41af-94b8-dd31db7e6dee', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb66680-917c-4036-bd89-b5928f4e014f', 'serial': 'fdb66680-917c-4036-bd89-b5928f4e014f'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 977.037594] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edcaeae-f156-4a40-84cb-701d64c56eba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.045534] env[68802]: DEBUG nova.compute.utils [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.047362] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795803, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.071825] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a2fc5e-c4d2-41a5-b4a9-931d55258238 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.084332] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52af5ac2-5a86-90f7-c0b2-b532fd6bac3c, 'name': SearchDatastore_Task, 'duration_secs': 0.03628} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.085395] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9fb133-3c69-4dc9-96e0-c2f45b60a772 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.087544] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.087782] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.088032] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.088213] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.088369] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.089240] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c05a960-9697-4625-ba88-88a8ee5c52ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.115857] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be88010-3db0-4473-839e-361655a0b661 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.118751] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.119047] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.119813] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f3fcba-a38b-4b37-b58a-29c5b73076bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.127175] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 977.127175] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526f5e60-20ea-4ca8-4d18-6b5d6a6ddef0" [ 977.127175] env[68802]: _type = "Task" [ 977.127175] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.144198] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] The volume has not been displaced from its original location: [datastore1] volume-fdb66680-917c-4036-bd89-b5928f4e014f/volume-fdb66680-917c-4036-bd89-b5928f4e014f.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 977.149823] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 977.154171] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b566603-6190-4572-ab67-6c97198beee4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.170363] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.170363] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52428d01-868a-2bd9-2d35-3444ad8f457c" [ 977.170363] env[68802]: _type = "HttpNfcLease" [ 977.170363] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.176374] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.176374] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52428d01-868a-2bd9-2d35-3444ad8f457c" [ 977.176374] env[68802]: _type = "HttpNfcLease" [ 977.176374] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 977.176374] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526f5e60-20ea-4ca8-4d18-6b5d6a6ddef0, 'name': SearchDatastore_Task, 'duration_secs': 0.014813} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.176374] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16a0566-18f9-4e32-883e-78712a0c7060 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.180449] env[68802]: DEBUG oslo_vmware.api [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 977.180449] env[68802]: value = "task-2795805" [ 977.180449] env[68802]: _type = "Task" [ 977.180449] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.180666] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac6e114d-5b91-4e1b-939d-fb888130857a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.189716] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b74d58-3a98-01d1-26a1-495d6151ada3/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.189957] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b74d58-3a98-01d1-26a1-495d6151ada3/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.193064] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 977.193064] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5287e2f5-647a-2265-2de2-abf71397e112" [ 977.193064] env[68802]: _type = "Task" [ 977.193064] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.254953] env[68802]: DEBUG nova.compute.manager [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.255181] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.256014] env[68802]: DEBUG nova.compute.manager [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.267422] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484bb974-e992-4ec3-81e0-cec5566b01ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.271200] env[68802]: DEBUG oslo_vmware.api [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.276529] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.280342] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c91ce67-2372-4681-9f2f-b80c471b6574 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.282631] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5287e2f5-647a-2265-2de2-abf71397e112, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.282905] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.283231] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 3bc6d14d-6644-47f7-bb25-61690af0ef2e/3bc6d14d-6644-47f7-bb25-61690af0ef2e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.283955] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4cf4768-9958-40f2-9f82-2435dec7297c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.293362] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 977.293362] env[68802]: value = "task-2795807" [ 977.293362] env[68802]: _type = "Task" [ 977.293362] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.301313] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.307227] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88f1a2dd-9ebb-4102-8053-6797508f44c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.365067] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.365067] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.365067] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleting the datastore file [datastore2] 5c99be11-3281-49cd-97aa-6a13d441e73a {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.365067] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a82ddc59-8b28-49a2-87d9-45b3fcd7a166 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.370911] env[68802]: DEBUG oslo_vmware.api [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 977.370911] env[68802]: value = "task-2795808" [ 977.370911] env[68802]: _type = "Task" [ 977.370911] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.380210] env[68802]: DEBUG oslo_vmware.api [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.634283] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795803, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.634283] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.658618] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90047d2-f989-4bdf-bc40-4090d86238ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.667054] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20c8dfa-7cef-4e9b-8e67-df429b6d7732 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.702303] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44a22d4-2e7c-4b47-91dc-f8ef4603b684 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.713572] env[68802]: DEBUG oslo_vmware.api [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795805, 'name': ReconfigVM_Task, 'duration_secs': 0.295702} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.713964] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 977.719791] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c3af5-98c0-48e3-8ad3-a78073d57247 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.724017] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d060cb15-c0ff-4af6-88d1-714adaaa1664 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.746707] env[68802]: DEBUG nova.compute.provider_tree [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.752155] env[68802]: DEBUG oslo_vmware.api [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 977.752155] env[68802]: value = "task-2795809" [ 977.752155] env[68802]: _type = "Task" [ 977.752155] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.764784] env[68802]: DEBUG oslo_vmware.api [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.803582] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795807, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.892588] env[68802]: DEBUG oslo_vmware.api [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.043883] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795803, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.249570] env[68802]: DEBUG nova.scheduler.client.report [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.268340] env[68802]: DEBUG nova.compute.manager [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.270409] env[68802]: DEBUG oslo_vmware.api [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795809, 'name': ReconfigVM_Task, 'duration_secs': 0.209694} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.271729] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561869', 'volume_id': 'fdb66680-917c-4036-bd89-b5928f4e014f', 'name': 'volume-fdb66680-917c-4036-bd89-b5928f4e014f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17e48fd9-9421-41af-94b8-dd31db7e6dee', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb66680-917c-4036-bd89-b5928f4e014f', 'serial': 'fdb66680-917c-4036-bd89-b5928f4e014f'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 978.302269] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.302604] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.302860] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.303224] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.303382] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.303535] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.303812] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.304239] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.304692] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.304961] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.306032] env[68802]: DEBUG nova.virt.hardware [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.306583] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcc4938-55c5-42f5-b9ac-d40413ff1e20 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.313618] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738837} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.314459] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 3bc6d14d-6644-47f7-bb25-61690af0ef2e/3bc6d14d-6644-47f7-bb25-61690af0ef2e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.314692] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.314949] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13604d64-279e-4156-aa7f-08cb478dfae8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.320710] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d841eb38-4f90-4f68-95d3-1b16507ced93 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.326370] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 978.326370] env[68802]: value = "task-2795810" [ 978.326370] env[68802]: _type = "Task" [ 978.326370] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.339194] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.345060] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.345984] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.346603] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eba43757-f65b-4a97-8b16-60d5f9b93892 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.363281] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.371042] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.371042] env[68802]: value = "task-2795811" [ 978.371042] env[68802]: _type = "Task" [ 978.371042] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.376345] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795811, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.386515] env[68802]: DEBUG oslo_vmware.api [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.715272} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.386515] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.386515] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.386515] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.386515] env[68802]: INFO nova.compute.manager [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 978.386515] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.386922] env[68802]: DEBUG nova.compute.manager [-] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.386922] env[68802]: DEBUG nova.network.neutron [-] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.544252] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795803, 'name': Rename_Task, 'duration_secs': 1.015491} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.544606] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.544928] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b892b11-2fec-478f-9dca-918f76263c6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.552506] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for the task: (returnval){ [ 978.552506] env[68802]: value = "task-2795812" [ 978.552506] env[68802]: _type = "Task" [ 978.552506] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.561668] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.617923] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.617923] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.618097] env[68802]: INFO nova.compute.manager [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Attaching volume d247cefe-f08f-43c0-a362-1a9695fc2b9b to /dev/sdb [ 978.675595] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e63ef2-3073-4311-97da-fe70bb07dce0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.684125] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83093f86-b14b-42a7-b151-0e37bfff0cf7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.699540] env[68802]: DEBUG nova.virt.block_device [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Updating existing volume attachment record: eb91f718-7640-4125-88e0-788b4767ec6d {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 978.725296] env[68802]: DEBUG nova.compute.manager [req-bea0a60a-b40f-4aa2-9042-2f4b65a73944 req-ea353ade-beaf-4ae6-8bfa-5188f0c0d34c service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Received event network-vif-deleted-fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.725728] env[68802]: INFO nova.compute.manager [req-bea0a60a-b40f-4aa2-9042-2f4b65a73944 req-ea353ade-beaf-4ae6-8bfa-5188f0c0d34c service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Neutron deleted interface fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2; detaching it from the instance and deleting it from the info cache [ 978.725911] env[68802]: DEBUG nova.network.neutron [req-bea0a60a-b40f-4aa2-9042-2f4b65a73944 req-ea353ade-beaf-4ae6-8bfa-5188f0c0d34c service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.757335] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.759529] env[68802]: DEBUG nova.compute.manager [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.765299] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.836s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.767061] env[68802]: INFO nova.compute.claims [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.839952] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16586} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.840583] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.842616] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb5e908-e713-4b85-9b9e-cd20a2e29484 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.848825] env[68802]: DEBUG nova.objects.instance [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lazy-loading 'flavor' on Instance uuid 17e48fd9-9421-41af-94b8-dd31db7e6dee {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.872338] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 3bc6d14d-6644-47f7-bb25-61690af0ef2e/3bc6d14d-6644-47f7-bb25-61690af0ef2e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.874013] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5fb6e1b-8ec5-4ad2-b84b-7d8da60fa4dc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.904536] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795811, 'name': CreateVM_Task, 'duration_secs': 0.415623} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.905950] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.906649] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 978.906649] env[68802]: value = "task-2795814" [ 978.906649] env[68802]: _type = "Task" [ 978.906649] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.907183] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.908953] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.908953] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.908953] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f80bc4-6327-442d-8c4c-b455951b5516 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.916926] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 978.916926] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52175de0-08e7-41e1-d3e0-da3a450cfb08" [ 978.916926] env[68802]: _type = "Task" [ 978.916926] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.920389] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.928386] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52175de0-08e7-41e1-d3e0-da3a450cfb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.062667] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795812, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.194871] env[68802]: DEBUG nova.network.neutron [-] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.229378] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42e27a6e-f8d9-4c13-8b31-25931cbee4a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.241193] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e98f3b9-4c15-4a2b-8ab2-c95eb55fff99 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.290611] env[68802]: DEBUG nova.compute.utils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.295697] env[68802]: DEBUG nova.compute.manager [req-bea0a60a-b40f-4aa2-9042-2f4b65a73944 req-ea353ade-beaf-4ae6-8bfa-5188f0c0d34c service nova] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Detach interface failed, port_id=fab12d57-b1d1-47b3-8ef9-d59fdf35b5f2, reason: Instance 5c99be11-3281-49cd-97aa-6a13d441e73a could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 979.296349] env[68802]: DEBUG nova.compute.manager [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Not allocating networking since 'none' was specified. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 979.419876] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795814, 'name': ReconfigVM_Task, 'duration_secs': 0.425026} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.420279] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 3bc6d14d-6644-47f7-bb25-61690af0ef2e/3bc6d14d-6644-47f7-bb25-61690af0ef2e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.421210] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc261d3c-b243-4723-8ade-e5fcd4555d27 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.434816] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52175de0-08e7-41e1-d3e0-da3a450cfb08, 'name': SearchDatastore_Task, 'duration_secs': 0.018739} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.436281] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.436597] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.436878] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.437337] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.437424] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.437708] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 979.437708] env[68802]: value = "task-2795817" [ 979.437708] env[68802]: _type = "Task" [ 979.437708] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.438478] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f38d26-38f5-4323-bb5d-9a3c15e343ee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.450831] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795817, 'name': Rename_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.452656] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.452895] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.453877] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515cf9a6-f745-4e48-8445-2339ae8dd933 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.459683] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 979.459683] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523a5932-21a9-7f86-501c-46ad3f8f2d44" [ 979.459683] env[68802]: _type = "Task" [ 979.459683] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.468944] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523a5932-21a9-7f86-501c-46ad3f8f2d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.511514] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquiring lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.511905] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.564023] env[68802]: DEBUG oslo_vmware.api [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2795812, 'name': PowerOnVM_Task, 'duration_secs': 0.815666} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.564463] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.564684] env[68802]: INFO nova.compute.manager [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Took 9.86 seconds to spawn the instance on the hypervisor. [ 979.564872] env[68802]: DEBUG nova.compute.manager [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.565705] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1823c7a0-3fad-4070-8f05-1973e31b9aee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.697867] env[68802]: INFO nova.compute.manager [-] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Took 1.31 seconds to deallocate network for instance. [ 979.795070] env[68802]: DEBUG nova.compute.manager [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.859923] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5bb83bb3-3bae-4416-845f-1415286f2745 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.369s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.955525] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795817, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.977698] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523a5932-21a9-7f86-501c-46ad3f8f2d44, 'name': SearchDatastore_Task, 'duration_secs': 0.015} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.978426] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce51532-b78b-41c5-8e29-e4c93583d257 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.988350] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 979.988350] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526a42f7-515f-e037-0ced-26b177022419" [ 979.988350] env[68802]: _type = "Task" [ 979.988350] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.998736] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526a42f7-515f-e037-0ced-26b177022419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.015328] env[68802]: DEBUG nova.compute.manager [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.085703] env[68802]: INFO nova.compute.manager [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Took 19.13 seconds to build instance. [ 980.110717] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c6b89f-78fe-45bb-9fbc-0298c6d090e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.120119] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c86135-4443-475b-9c6b-76fac1ee0a06 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.155498] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2853682-189f-4756-a148-f8cec9419071 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.165087] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c4c011-ae76-4692-b207-1c4a0c8dc98d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.185908] env[68802]: DEBUG nova.compute.provider_tree [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.205446] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.451763] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795817, 'name': Rename_Task, 'duration_secs': 0.984033} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.452220] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.452536] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8e157ae-275c-4be4-b95e-6c8588beb913 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.460114] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 980.460114] env[68802]: value = "task-2795818" [ 980.460114] env[68802]: _type = "Task" [ 980.460114] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.471098] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.499495] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526a42f7-515f-e037-0ced-26b177022419, 'name': SearchDatastore_Task, 'duration_secs': 0.01566} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.499823] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.500151] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f/ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.500472] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d28f7c1-27fa-4c3d-9f35-dbf6ebacf4fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.507475] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 980.507475] env[68802]: value = "task-2795819" [ 980.507475] env[68802]: _type = "Task" [ 980.507475] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.515714] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.538913] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.587977] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b5b9f9d1-b0e5-4bed-8083-44014b89debb tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.642s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.690142] env[68802]: DEBUG nova.scheduler.client.report [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.812427] env[68802]: DEBUG nova.compute.manager [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.849344] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.849823] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.850120] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.850607] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.850981] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.854038] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.854038] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.854038] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.854038] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.854038] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.854038] env[68802]: DEBUG nova.virt.hardware [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.855830] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d978b8-37a4-412e-b9fa-615e9e87c53d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.866564] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb538a4-8eb6-47f3-a005-56aa9e9f16dc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.873090] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.873392] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.873605] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "17e48fd9-9421-41af-94b8-dd31db7e6dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.873792] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.873960] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.887974] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.893356] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Creating folder: Project (426f77e1f4e34653baa113156a104d42). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.894151] env[68802]: INFO nova.compute.manager [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Terminating instance [ 980.896435] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e336e314-c4c7-44e9-802c-25a953201f84 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.910249] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Created folder: Project (426f77e1f4e34653baa113156a104d42) in parent group-v561663. [ 980.910249] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Creating folder: Instances. Parent ref: group-v561909. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.910249] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8a73b99-9f16-48cf-8796-598f9c901970 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.922296] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Created folder: Instances in parent group-v561909. [ 980.922846] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.923145] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.923432] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16307db5-9db5-49c3-8ef6-b70d7cd1bb05 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.944051] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.944051] env[68802]: value = "task-2795822" [ 980.944051] env[68802]: _type = "Task" [ 980.944051] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.957288] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795822, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.973611] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795818, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.019670] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795819, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.198187] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.198187] env[68802]: DEBUG nova.compute.manager [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.200314] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.257s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.200738] env[68802]: DEBUG nova.objects.instance [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 981.406310] env[68802]: DEBUG nova.compute.manager [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.406310] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.406310] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad0768-cea0-4875-b700-00040ef2a72c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.415373] env[68802]: DEBUG nova.compute.manager [req-b7c0864f-fd5f-468b-a8f0-60131d416b26 req-76e50b50-7cb1-4f3f-9581-51c2f32f7111 service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Received event network-changed-f6f14618-b832-469b-99ea-3298cea8fa93 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 981.415550] env[68802]: DEBUG nova.compute.manager [req-b7c0864f-fd5f-468b-a8f0-60131d416b26 req-76e50b50-7cb1-4f3f-9581-51c2f32f7111 service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Refreshing instance network info cache due to event network-changed-f6f14618-b832-469b-99ea-3298cea8fa93. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 981.415782] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7c0864f-fd5f-468b-a8f0-60131d416b26 req-76e50b50-7cb1-4f3f-9581-51c2f32f7111 service nova] Acquiring lock "refresh_cache-165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.415930] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7c0864f-fd5f-468b-a8f0-60131d416b26 req-76e50b50-7cb1-4f3f-9581-51c2f32f7111 service nova] Acquired lock "refresh_cache-165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.416110] env[68802]: DEBUG nova.network.neutron [req-b7c0864f-fd5f-468b-a8f0-60131d416b26 req-76e50b50-7cb1-4f3f-9581-51c2f32f7111 service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Refreshing network info cache for port f6f14618-b832-469b-99ea-3298cea8fa93 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.428312] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.428607] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cba6d8a-f7f7-4179-9369-c5cfa2eb34cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.437704] env[68802]: DEBUG oslo_vmware.api [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 981.437704] env[68802]: value = "task-2795824" [ 981.437704] env[68802]: _type = "Task" [ 981.437704] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.448118] env[68802]: DEBUG oslo_vmware.api [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.457881] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795822, 'name': CreateVM_Task, 'duration_secs': 0.392764} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.458323] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.458552] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.458713] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.459078] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.459359] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a8266c-d8ff-4d57-b4e4-5def56044c30 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.467344] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for the task: (returnval){ [ 981.467344] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52092eb4-5f97-f0a4-7e80-a61e3597828e" [ 981.467344] env[68802]: _type = "Task" [ 981.467344] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.471688] env[68802]: DEBUG oslo_vmware.api [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795818, 'name': PowerOnVM_Task, 'duration_secs': 0.560922} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.475964] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.475964] env[68802]: INFO nova.compute.manager [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Took 5.61 seconds to spawn the instance on the hypervisor. [ 981.475964] env[68802]: DEBUG nova.compute.manager [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.477113] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a499b7c6-50bf-4a42-9359-83e0635c5331 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.489983] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52092eb4-5f97-f0a4-7e80-a61e3597828e, 'name': SearchDatastore_Task, 'duration_secs': 0.015285} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.491138] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.491449] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.491719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.491793] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.491945] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.492293] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1d005a1-6544-4f03-8620-e28ce0fe1d16 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.501703] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.501882] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.502719] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42882728-aa1b-4c02-af96-46a2c4bbb563 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.511454] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for the task: (returnval){ [ 981.511454] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e19097-b1e5-fdfa-5d59-f0524f942555" [ 981.511454] env[68802]: _type = "Task" [ 981.511454] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.527979] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e19097-b1e5-fdfa-5d59-f0524f942555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.528541] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795819, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.708173] env[68802]: DEBUG nova.compute.utils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.708587] env[68802]: DEBUG nova.compute.manager [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.708765] env[68802]: DEBUG nova.network.neutron [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.767408] env[68802]: DEBUG nova.policy [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c39b84a5b342079a7e0bc8545ce60c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9819b7b17e0343dda8b2335fc23f7130', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.951898] env[68802]: DEBUG oslo_vmware.api [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.001935] env[68802]: INFO nova.compute.manager [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Took 13.86 seconds to build instance. [ 982.047235] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795819, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.047302] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e19097-b1e5-fdfa-5d59-f0524f942555, 'name': SearchDatastore_Task, 'duration_secs': 0.017968} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.048741] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317ff7be-9c4f-4041-b93c-30e80cffba6a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.057349] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for the task: (returnval){ [ 982.057349] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fce103-cb9e-7d61-1f7e-d374a7cf917a" [ 982.057349] env[68802]: _type = "Task" [ 982.057349] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.070516] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fce103-cb9e-7d61-1f7e-d374a7cf917a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.201595] env[68802]: DEBUG nova.network.neutron [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Successfully created port: 008f908a-0e2a-42f7-a70c-028977dd42e9 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.217542] env[68802]: DEBUG nova.compute.manager [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.224117] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a10edcfb-dd8b-4897-8492-87230f2dbdaf tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.228678] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.024s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.228942] env[68802]: DEBUG nova.objects.instance [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lazy-loading 'resources' on Instance uuid 5c99be11-3281-49cd-97aa-6a13d441e73a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.312373] env[68802]: DEBUG nova.network.neutron [req-b7c0864f-fd5f-468b-a8f0-60131d416b26 req-76e50b50-7cb1-4f3f-9581-51c2f32f7111 service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Updated VIF entry in instance network info cache for port f6f14618-b832-469b-99ea-3298cea8fa93. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.312865] env[68802]: DEBUG nova.network.neutron [req-b7c0864f-fd5f-468b-a8f0-60131d416b26 req-76e50b50-7cb1-4f3f-9581-51c2f32f7111 service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Updating instance_info_cache with network_info: [{"id": "f6f14618-b832-469b-99ea-3298cea8fa93", "address": "fa:16:3e:44:de:f6", "network": {"id": "5274ca38-1934-4575-8bc6-dbd2075b5024", "bridge": "br-int", "label": "tempest-ServersTestJSON-615962646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c0cb54ecadc40dfb83baea9a94f6311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f14618-b8", "ovs_interfaceid": "f6f14618-b832-469b-99ea-3298cea8fa93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.449112] env[68802]: DEBUG oslo_vmware.api [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795824, 'name': PowerOffVM_Task, 'duration_secs': 0.917017} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.449723] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.450062] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.450499] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e944d478-5534-4966-997f-122ab786f198 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.506739] env[68802]: DEBUG oslo_concurrency.lockutils [None req-48b77d54-0a85-4d6f-a3fe-8c98dd60c5a9 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "3bc6d14d-6644-47f7-bb25-61690af0ef2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.379s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.523024] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795819, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.610539} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.523173] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f/ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.525309] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.525309] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61738cae-1cc7-4784-b8fe-38ab372c043b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.530746] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 982.530746] env[68802]: value = "task-2795826" [ 982.530746] env[68802]: _type = "Task" [ 982.530746] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.539992] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.568227] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fce103-cb9e-7d61-1f7e-d374a7cf917a, 'name': SearchDatastore_Task, 'duration_secs': 0.013838} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.568556] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.568816] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] d17a5749-d2cd-4cb7-903b-acfe0a779cf0/d17a5749-d2cd-4cb7-903b-acfe0a779cf0.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.569536] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d40140eb-f61f-492f-8728-5ccbbd47b1ee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.576742] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for the task: (returnval){ [ 982.576742] env[68802]: value = "task-2795827" [ 982.576742] env[68802]: _type = "Task" [ 982.576742] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.585182] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.586140] env[68802]: DEBUG nova.network.neutron [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Successfully created port: 813786d7-8ff5-4d8d-9224-5bbc06b207bd {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.815784] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7c0864f-fd5f-468b-a8f0-60131d416b26 req-76e50b50-7cb1-4f3f-9581-51c2f32f7111 service nova] Releasing lock "refresh_cache-165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.904931] env[68802]: DEBUG nova.network.neutron [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Successfully created port: 8faebcd0-a2f9-4d8b-a1a7-578f8c930b38 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.995583] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9ff6d3-a0ae-4f4e-babd-36e0f1622823 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.006683] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b1c1e8-0d47-4c89-bbf9-e16227d96fa7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.044972] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886044a-d6c9-477a-ab13-df1d062d7465 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.052440] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147037} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.054669] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.055690] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58865890-2622-4c15-8d53-2a0ebbe4237b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.059188] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002a8bb7-7155-40bb-9e89-f0fa51747f02 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.073078] env[68802]: DEBUG nova.compute.provider_tree [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.093051] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f/ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.096719] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba512c11-7efd-43fe-8e2a-af308c7765de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.118412] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795827, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.120423] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 983.120423] env[68802]: value = "task-2795828" [ 983.120423] env[68802]: _type = "Task" [ 983.120423] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.131444] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.235230] env[68802]: DEBUG nova.compute.manager [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.258799] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.259068] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.259230] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.259411] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.259555] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.259701] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.259915] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.260091] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.260265] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.260428] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.260598] env[68802]: DEBUG nova.virt.hardware [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.261823] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 983.262047] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561908', 'volume_id': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b', 'name': 'volume-d247cefe-f08f-43c0-a362-1a9695fc2b9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '918c0d3a-de3a-455c-bea2-359d31b1c86c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b', 'serial': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 983.262942] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768bcf8d-9bf6-44ce-a3d2-3b84d6ea06ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.266252] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a651b9-1555-44d6-9967-a853b07a5949 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.288106] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb951b2-8756-44eb-849f-bb2415a499c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.292242] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b9d6bc-e484-42d8-b6ac-88598db43ea7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.330702] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-d247cefe-f08f-43c0-a362-1a9695fc2b9b/volume-d247cefe-f08f-43c0-a362-1a9695fc2b9b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.331037] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92c1867-5595-438e-9cce-12148e30baa5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.352803] env[68802]: DEBUG oslo_vmware.api [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 983.352803] env[68802]: value = "task-2795829" [ 983.352803] env[68802]: _type = "Task" [ 983.352803] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.361240] env[68802]: DEBUG oslo_vmware.api [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.494082] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.494312] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.494463] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Deleting the datastore file [datastore1] 17e48fd9-9421-41af-94b8-dd31db7e6dee {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.494753] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-477e1f27-b4e4-4438-bfbc-ed564c5b6cfe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.501806] env[68802]: DEBUG oslo_vmware.api [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 983.501806] env[68802]: value = "task-2795830" [ 983.501806] env[68802]: _type = "Task" [ 983.501806] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.510311] env[68802]: DEBUG oslo_vmware.api [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.590963] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845713} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.591331] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] d17a5749-d2cd-4cb7-903b-acfe0a779cf0/d17a5749-d2cd-4cb7-903b-acfe0a779cf0.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.591578] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.591839] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f1439df-e461-4163-9394-9ebe854b9967 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.594831] env[68802]: DEBUG nova.scheduler.client.report [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.603089] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for the task: (returnval){ [ 983.603089] env[68802]: value = "task-2795831" [ 983.603089] env[68802]: _type = "Task" [ 983.603089] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.611071] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.631367] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.865245] env[68802]: DEBUG oslo_vmware.api [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.012352] env[68802]: DEBUG oslo_vmware.api [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256943} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.012670] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.012903] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.013155] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.013910] env[68802]: INFO nova.compute.manager [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Took 2.61 seconds to destroy the instance on the hypervisor. [ 984.013910] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.013910] env[68802]: DEBUG nova.compute.manager [-] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.014118] env[68802]: DEBUG nova.network.neutron [-] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.100610] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.103530] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.565s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.105145] env[68802]: INFO nova.compute.claims [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.117128] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098666} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.117419] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.118315] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b488a-777e-4371-b4dd-dff07331a9a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.144377] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] d17a5749-d2cd-4cb7-903b-acfe0a779cf0/d17a5749-d2cd-4cb7-903b-acfe0a779cf0.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.145614] env[68802]: INFO nova.scheduler.client.report [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted allocations for instance 5c99be11-3281-49cd-97aa-6a13d441e73a [ 984.147257] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e42c46b-bcb9-4aaa-b2ad-c341ed91ef9c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.173697] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.179272] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for the task: (returnval){ [ 984.179272] env[68802]: value = "task-2795832" [ 984.179272] env[68802]: _type = "Task" [ 984.179272] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.189619] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795832, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.365765] env[68802]: DEBUG oslo_vmware.api [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795829, 'name': ReconfigVM_Task, 'duration_secs': 0.913072} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.367098] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-d247cefe-f08f-43c0-a362-1a9695fc2b9b/volume-d247cefe-f08f-43c0-a362-1a9695fc2b9b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.373189] env[68802]: DEBUG nova.compute.manager [req-b9c93c86-a749-4db8-a882-15f37d45539d req-c5be6345-b020-41bb-b5ae-6c3f47fdc1cd service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received event network-vif-plugged-008f908a-0e2a-42f7-a70c-028977dd42e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 984.373398] env[68802]: DEBUG oslo_concurrency.lockutils [req-b9c93c86-a749-4db8-a882-15f37d45539d req-c5be6345-b020-41bb-b5ae-6c3f47fdc1cd service nova] Acquiring lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.373609] env[68802]: DEBUG oslo_concurrency.lockutils [req-b9c93c86-a749-4db8-a882-15f37d45539d req-c5be6345-b020-41bb-b5ae-6c3f47fdc1cd service nova] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.373775] env[68802]: DEBUG oslo_concurrency.lockutils [req-b9c93c86-a749-4db8-a882-15f37d45539d req-c5be6345-b020-41bb-b5ae-6c3f47fdc1cd service nova] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.373938] env[68802]: DEBUG nova.compute.manager [req-b9c93c86-a749-4db8-a882-15f37d45539d req-c5be6345-b020-41bb-b5ae-6c3f47fdc1cd service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] No waiting events found dispatching network-vif-plugged-008f908a-0e2a-42f7-a70c-028977dd42e9 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.375179] env[68802]: WARNING nova.compute.manager [req-b9c93c86-a749-4db8-a882-15f37d45539d req-c5be6345-b020-41bb-b5ae-6c3f47fdc1cd service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received unexpected event network-vif-plugged-008f908a-0e2a-42f7-a70c-028977dd42e9 for instance with vm_state building and task_state spawning. [ 984.375179] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273b8751-dae9-4159-9c4c-1c50e38eee18 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.390785] env[68802]: DEBUG oslo_vmware.api [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 984.390785] env[68802]: value = "task-2795833" [ 984.390785] env[68802]: _type = "Task" [ 984.390785] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.399567] env[68802]: DEBUG oslo_vmware.api [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.503638] env[68802]: DEBUG nova.network.neutron [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Successfully updated port: 008f908a-0e2a-42f7-a70c-028977dd42e9 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.523891] env[68802]: DEBUG nova.compute.manager [req-526f6f8c-789c-429e-ba0a-79031196b48d req-e227cb49-fd23-4daf-bd7c-461f748b8495 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Received event network-vif-deleted-8744aeed-4647-484c-a641-b90bb3b49fa4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 984.524040] env[68802]: INFO nova.compute.manager [req-526f6f8c-789c-429e-ba0a-79031196b48d req-e227cb49-fd23-4daf-bd7c-461f748b8495 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Neutron deleted interface 8744aeed-4647-484c-a641-b90bb3b49fa4; detaching it from the instance and deleting it from the info cache [ 984.524246] env[68802]: DEBUG nova.network.neutron [req-526f6f8c-789c-429e-ba0a-79031196b48d req-e227cb49-fd23-4daf-bd7c-461f748b8495 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.631146] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795828, 'name': ReconfigVM_Task, 'duration_secs': 1.074109} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.631472] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f/ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.635393] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fff77ca7-7a0a-4237-8c3c-77ec6112e709 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.638465] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 984.638465] env[68802]: value = "task-2795834" [ 984.638465] env[68802]: _type = "Task" [ 984.638465] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.646899] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795834, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.681036] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2ee68f54-43fd-4d90-8f1f-958d3d832551 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "5c99be11-3281-49cd-97aa-6a13d441e73a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.976s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.692620] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795832, 'name': ReconfigVM_Task, 'duration_secs': 0.48764} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.693601] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Reconfigured VM instance instance-0000005a to attach disk [datastore2] d17a5749-d2cd-4cb7-903b-acfe0a779cf0/d17a5749-d2cd-4cb7-903b-acfe0a779cf0.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.693785] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4aecfa8-ac87-4d0d-aea6-49061f2d36b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.700959] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for the task: (returnval){ [ 984.700959] env[68802]: value = "task-2795835" [ 984.700959] env[68802]: _type = "Task" [ 984.700959] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.709896] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795835, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.900539] env[68802]: DEBUG oslo_vmware.api [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795833, 'name': ReconfigVM_Task, 'duration_secs': 0.171345} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.900868] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561908', 'volume_id': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b', 'name': 'volume-d247cefe-f08f-43c0-a362-1a9695fc2b9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '918c0d3a-de3a-455c-bea2-359d31b1c86c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b', 'serial': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 984.973866] env[68802]: DEBUG nova.network.neutron [-] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.027565] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-313aed60-53ea-4ed6-bf53-32cc03ec58e1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.036621] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30de862e-55b1-41eb-9052-2194cea56ee7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.071979] env[68802]: DEBUG nova.compute.manager [req-526f6f8c-789c-429e-ba0a-79031196b48d req-e227cb49-fd23-4daf-bd7c-461f748b8495 service nova] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Detach interface failed, port_id=8744aeed-4647-484c-a641-b90bb3b49fa4, reason: Instance 17e48fd9-9421-41af-94b8-dd31db7e6dee could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 985.152731] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795834, 'name': Rename_Task, 'duration_secs': 0.246742} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.153129] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.156150] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a03aaa5-619d-41ca-a2ed-d4064d85a436 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.165681] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 985.165681] env[68802]: value = "task-2795836" [ 985.165681] env[68802]: _type = "Task" [ 985.165681] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.175411] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.214987] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795835, 'name': Rename_Task, 'duration_secs': 0.198797} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.215361] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.215666] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ab9972-277f-4b0e-9316-fd74e08d1b5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.223974] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for the task: (returnval){ [ 985.223974] env[68802]: value = "task-2795837" [ 985.223974] env[68802]: _type = "Task" [ 985.223974] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.232741] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.398900] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2c286b-d824-4e39-9f6e-d2bd39548a21 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.408540] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5868957-9aaf-462f-bfd5-0726a67c55cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.439969] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ede292a-c073-48f4-8970-df6f021edb16 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.450207] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11abd7d-a67f-4c6c-90d8-81cc0f58040a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.468727] env[68802]: DEBUG nova.compute.provider_tree [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.478226] env[68802]: INFO nova.compute.manager [-] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Took 1.46 seconds to deallocate network for instance. [ 985.678042] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.735171] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.951388] env[68802]: DEBUG nova.objects.instance [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lazy-loading 'flavor' on Instance uuid 918c0d3a-de3a-455c-bea2-359d31b1c86c {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.971814] env[68802]: DEBUG nova.scheduler.client.report [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.984367] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.029632] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b74d58-3a98-01d1-26a1-495d6151ada3/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 986.030612] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a129cccb-6881-4288-bc9f-5d60d0be3b96 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.036855] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b74d58-3a98-01d1-26a1-495d6151ada3/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 986.037032] env[68802]: ERROR oslo_vmware.rw_handles [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b74d58-3a98-01d1-26a1-495d6151ada3/disk-0.vmdk due to incomplete transfer. [ 986.037249] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0999b21a-fd19-405e-a345-785bdd395ec5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.045091] env[68802]: DEBUG oslo_vmware.rw_handles [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b74d58-3a98-01d1-26a1-495d6151ada3/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 986.045298] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Uploaded image 2d8477d1-068a-41e7-a1f6-ac03fc0d5479 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 986.048951] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 986.048951] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-009d65f7-598d-457f-92f2-722db0e6748f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.058028] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 986.058028] env[68802]: value = "task-2795838" [ 986.058028] env[68802]: _type = "Task" [ 986.058028] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.067349] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795838, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.087268] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.178114] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.235603] env[68802]: DEBUG oslo_vmware.api [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795837, 'name': PowerOnVM_Task, 'duration_secs': 0.626522} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.235603] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.235603] env[68802]: INFO nova.compute.manager [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Took 5.42 seconds to spawn the instance on the hypervisor. [ 986.235603] env[68802]: DEBUG nova.compute.manager [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.237024] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67f9aca-29d4-497e-8f75-c6c8f7f250b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.396156] env[68802]: DEBUG nova.compute.manager [req-0d09d5b5-c190-4b83-b1ff-c07c2a87075a req-5867f792-da8f-4524-98e2-6a56cd213236 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received event network-changed-008f908a-0e2a-42f7-a70c-028977dd42e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 986.396365] env[68802]: DEBUG nova.compute.manager [req-0d09d5b5-c190-4b83-b1ff-c07c2a87075a req-5867f792-da8f-4524-98e2-6a56cd213236 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Refreshing instance network info cache due to event network-changed-008f908a-0e2a-42f7-a70c-028977dd42e9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 986.396623] env[68802]: DEBUG oslo_concurrency.lockutils [req-0d09d5b5-c190-4b83-b1ff-c07c2a87075a req-5867f792-da8f-4524-98e2-6a56cd213236 service nova] Acquiring lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.396752] env[68802]: DEBUG oslo_concurrency.lockutils [req-0d09d5b5-c190-4b83-b1ff-c07c2a87075a req-5867f792-da8f-4524-98e2-6a56cd213236 service nova] Acquired lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.396877] env[68802]: DEBUG nova.network.neutron [req-0d09d5b5-c190-4b83-b1ff-c07c2a87075a req-5867f792-da8f-4524-98e2-6a56cd213236 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Refreshing network info cache for port 008f908a-0e2a-42f7-a70c-028977dd42e9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.459716] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ac512b1a-c12e-4690-b7d9-a957ed587e05 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.459716] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.371s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.459716] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "918c0d3a-de3a-455c-bea2-359d31b1c86c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.459716] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.459716] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.464226] env[68802]: INFO nova.compute.manager [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Terminating instance [ 986.477203] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.477813] env[68802]: DEBUG nova.compute.manager [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.482610] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.498s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.482841] env[68802]: DEBUG nova.objects.instance [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lazy-loading 'resources' on Instance uuid 17e48fd9-9421-41af-94b8-dd31db7e6dee {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.566594] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795838, 'name': Destroy_Task, 'duration_secs': 0.324133} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.566799] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Destroyed the VM [ 986.567046] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 986.567293] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de24e48d-4bb8-4f54-adb9-4bb82390664e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.574628] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 986.574628] env[68802]: value = "task-2795839" [ 986.574628] env[68802]: _type = "Task" [ 986.574628] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.582186] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.678769] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.751780] env[68802]: INFO nova.compute.manager [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Took 14.41 seconds to build instance. [ 986.944844] env[68802]: DEBUG nova.network.neutron [req-0d09d5b5-c190-4b83-b1ff-c07c2a87075a req-5867f792-da8f-4524-98e2-6a56cd213236 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.969328] env[68802]: DEBUG nova.compute.manager [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.969625] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.969923] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e52828-ce82-4285-99b0-459344b1cdda {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.978022] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 986.978022] env[68802]: value = "task-2795840" [ 986.978022] env[68802]: _type = "Task" [ 986.978022] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.984547] env[68802]: DEBUG nova.compute.utils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.989962] env[68802]: DEBUG nova.compute.manager [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.990510] env[68802]: DEBUG nova.network.neutron [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.998141] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.000459] env[68802]: DEBUG nova.network.neutron [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Successfully updated port: 813786d7-8ff5-4d8d-9224-5bbc06b207bd {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.062573] env[68802]: DEBUG nova.policy [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3940c9f2486e44a38c67cf7286a854ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01373c97021548e5bc438e2cc482e990', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.087093] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.120421] env[68802]: DEBUG nova.network.neutron [req-0d09d5b5-c190-4b83-b1ff-c07c2a87075a req-5867f792-da8f-4524-98e2-6a56cd213236 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.187509] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.253694] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0554fa4c-4f78-4a5e-8512-f35b56bc3bef tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lock "d17a5749-d2cd-4cb7-903b-acfe0a779cf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.926s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.340818] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7acb771-84ca-45dc-8c6a-6c11bee89038 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.348954] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c31e6c0-de51-4194-b5e3-5129e2440b5c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.388043] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6529c42f-38e6-4222-b8f6-377c35dbdbe9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.392277] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c41c21-b030-43c3-9bb8-354a81bbae02 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.407585] env[68802]: DEBUG nova.compute.provider_tree [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.475863] env[68802]: DEBUG nova.network.neutron [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Successfully created port: 0f115198-2f1d-496a-8d41-85e07c2598b3 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.489985] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795840, 'name': PowerOffVM_Task, 'duration_secs': 0.317678} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.490359] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.490613] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.490862] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561908', 'volume_id': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b', 'name': 'volume-d247cefe-f08f-43c0-a362-1a9695fc2b9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '918c0d3a-de3a-455c-bea2-359d31b1c86c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b', 'serial': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 987.491776] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b658bca0-4cfa-4176-a499-b853d7c4711d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.499882] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.500192] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.518245] env[68802]: DEBUG nova.compute.manager [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.524150] env[68802]: DEBUG nova.compute.manager [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.528068] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134b872c-4203-4d52-98db-48b6dfd877b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.536850] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8152457a-a9e7-48a2-9e35-0d8730b0197a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.560508] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd907e-1428-4867-9aba-a0499d3c6134 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.578348] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] The volume has not been displaced from its original location: [datastore1] volume-d247cefe-f08f-43c0-a362-1a9695fc2b9b/volume-d247cefe-f08f-43c0-a362-1a9695fc2b9b.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 987.581507] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.584955] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-206238ce-a82b-49f8-b858-283da7b41dc0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.603612] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.604962] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 987.604962] env[68802]: value = "task-2795841" [ 987.604962] env[68802]: _type = "Task" [ 987.604962] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.612873] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.627096] env[68802]: DEBUG oslo_concurrency.lockutils [req-0d09d5b5-c190-4b83-b1ff-c07c2a87075a req-5867f792-da8f-4524-98e2-6a56cd213236 service nova] Releasing lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.680418] env[68802]: DEBUG oslo_vmware.api [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795836, 'name': PowerOnVM_Task, 'duration_secs': 2.245757} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.681813] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.682077] env[68802]: INFO nova.compute.manager [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Took 9.41 seconds to spawn the instance on the hypervisor. [ 987.682283] env[68802]: DEBUG nova.compute.manager [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.683167] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e443986-f975-4fb7-b58f-43ff9635af9b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.914246] env[68802]: DEBUG nova.scheduler.client.report [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.050366] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.087044] env[68802]: DEBUG oslo_vmware.api [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795839, 'name': RemoveSnapshot_Task, 'duration_secs': 1.394061} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.087225] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 988.087351] env[68802]: INFO nova.compute.manager [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 988.117367] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795841, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.201643] env[68802]: DEBUG nova.compute.manager [None req-2e2524c3-f046-4db3-a7ed-517bba3f7a8c tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.202047] env[68802]: INFO nova.compute.manager [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Took 19.75 seconds to build instance. [ 988.204144] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6207116d-e1d8-49ca-846c-3395e0687cb7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.286990] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquiring lock "d17a5749-d2cd-4cb7-903b-acfe0a779cf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.287286] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lock "d17a5749-d2cd-4cb7-903b-acfe0a779cf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.287500] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquiring lock "d17a5749-d2cd-4cb7-903b-acfe0a779cf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.287683] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lock "d17a5749-d2cd-4cb7-903b-acfe0a779cf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.287851] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lock "d17a5749-d2cd-4cb7-903b-acfe0a779cf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.290174] env[68802]: INFO nova.compute.manager [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Terminating instance [ 988.419845] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.423694] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.373s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.425367] env[68802]: INFO nova.compute.claims [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.428708] env[68802]: DEBUG nova.compute.manager [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received event network-vif-plugged-813786d7-8ff5-4d8d-9224-5bbc06b207bd {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 988.428911] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] Acquiring lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.429121] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.429291] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.429459] env[68802]: DEBUG nova.compute.manager [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] No waiting events found dispatching network-vif-plugged-813786d7-8ff5-4d8d-9224-5bbc06b207bd {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.429622] env[68802]: WARNING nova.compute.manager [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received unexpected event network-vif-plugged-813786d7-8ff5-4d8d-9224-5bbc06b207bd for instance with vm_state building and task_state spawning. [ 988.429785] env[68802]: DEBUG nova.compute.manager [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received event network-changed-813786d7-8ff5-4d8d-9224-5bbc06b207bd {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 988.429928] env[68802]: DEBUG nova.compute.manager [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Refreshing instance network info cache due to event network-changed-813786d7-8ff5-4d8d-9224-5bbc06b207bd. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 988.430119] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] Acquiring lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.430256] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] Acquired lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.430412] env[68802]: DEBUG nova.network.neutron [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Refreshing network info cache for port 813786d7-8ff5-4d8d-9224-5bbc06b207bd {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.458924] env[68802]: INFO nova.scheduler.client.report [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Deleted allocations for instance 17e48fd9-9421-41af-94b8-dd31db7e6dee [ 988.532667] env[68802]: DEBUG nova.compute.manager [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.558050] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.558311] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.558469] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.558653] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.558798] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.558944] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.559179] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.559368] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.559551] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.559754] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.559996] env[68802]: DEBUG nova.virt.hardware [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.560880] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7a635c-d02b-42d1-a1b2-f7ff6f90888b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.570079] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf28da0-a44a-4bc1-81d2-014ce5cb7ced {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.615586] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795841, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.640966] env[68802]: DEBUG nova.compute.manager [None req-0707f5d2-433d-4ff1-abb3-10cae17381c7 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Found 1 images (rotation: 2) {{(pid=68802) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 988.704396] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f6d99525-4bd5-4f38-a74c-8d110668022e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.262s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.715588] env[68802]: INFO nova.compute.manager [None req-2e2524c3-f046-4db3-a7ed-517bba3f7a8c tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] instance snapshotting [ 988.716351] env[68802]: DEBUG nova.objects.instance [None req-2e2524c3-f046-4db3-a7ed-517bba3f7a8c tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lazy-loading 'flavor' on Instance uuid d17a5749-d2cd-4cb7-903b-acfe0a779cf0 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.794016] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquiring lock "refresh_cache-d17a5749-d2cd-4cb7-903b-acfe0a779cf0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.794222] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquired lock "refresh_cache-d17a5749-d2cd-4cb7-903b-acfe0a779cf0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.794521] env[68802]: DEBUG nova.network.neutron [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.966833] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c629f515-4559-4bf4-9cfc-384be7520587 tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "17e48fd9-9421-41af-94b8-dd31db7e6dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.093s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.993151] env[68802]: DEBUG nova.network.neutron [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.097345] env[68802]: DEBUG nova.compute.manager [req-86397bf4-2f38-4140-b9bb-7fb81db411c2 req-cdeefd75-b752-4ed8-8e47-277f0135d368 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received event network-vif-plugged-8faebcd0-a2f9-4d8b-a1a7-578f8c930b38 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 989.097945] env[68802]: DEBUG oslo_concurrency.lockutils [req-86397bf4-2f38-4140-b9bb-7fb81db411c2 req-cdeefd75-b752-4ed8-8e47-277f0135d368 service nova] Acquiring lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.098183] env[68802]: DEBUG oslo_concurrency.lockutils [req-86397bf4-2f38-4140-b9bb-7fb81db411c2 req-cdeefd75-b752-4ed8-8e47-277f0135d368 service nova] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.098355] env[68802]: DEBUG oslo_concurrency.lockutils [req-86397bf4-2f38-4140-b9bb-7fb81db411c2 req-cdeefd75-b752-4ed8-8e47-277f0135d368 service nova] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.098525] env[68802]: DEBUG nova.compute.manager [req-86397bf4-2f38-4140-b9bb-7fb81db411c2 req-cdeefd75-b752-4ed8-8e47-277f0135d368 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] No waiting events found dispatching network-vif-plugged-8faebcd0-a2f9-4d8b-a1a7-578f8c930b38 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.098688] env[68802]: WARNING nova.compute.manager [req-86397bf4-2f38-4140-b9bb-7fb81db411c2 req-cdeefd75-b752-4ed8-8e47-277f0135d368 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received unexpected event network-vif-plugged-8faebcd0-a2f9-4d8b-a1a7-578f8c930b38 for instance with vm_state building and task_state spawning. [ 989.106282] env[68802]: DEBUG nova.network.neutron [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Successfully updated port: 0f115198-2f1d-496a-8d41-85e07c2598b3 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.124457] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795841, 'name': ReconfigVM_Task, 'duration_secs': 1.337887} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.125333] env[68802]: DEBUG nova.network.neutron [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.126574] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.133844] env[68802]: DEBUG oslo_concurrency.lockutils [req-b7140079-0947-45b3-888c-01aba44efa31 req-14ded258-50ae-4943-bfb5-93f012a28de4 service nova] Releasing lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.134204] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77e5057-c588-4e54-8bc5-620ae3775538 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.153416] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 989.153416] env[68802]: value = "task-2795842" [ 989.153416] env[68802]: _type = "Task" [ 989.153416] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.162372] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.224068] env[68802]: DEBUG nova.network.neutron [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Successfully updated port: 8faebcd0-a2f9-4d8b-a1a7-578f8c930b38 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.226600] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533a96fc-d783-4448-ad93-75f1b76b451c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.245251] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8987a0-5299-4731-a4e7-ee2b40d1f355 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.314426] env[68802]: DEBUG nova.network.neutron [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.368416] env[68802]: DEBUG nova.network.neutron [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.452278] env[68802]: INFO nova.compute.manager [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Rebuilding instance [ 989.495880] env[68802]: DEBUG nova.compute.manager [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.496757] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0a793b-debf-4932-bbdd-c42f2dd95991 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.616927] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquiring lock "refresh_cache-737f5c64-4e57-4187-a654-4ad8bd40ae3e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.617228] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquired lock "refresh_cache-737f5c64-4e57-4187-a654-4ad8bd40ae3e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.617321] env[68802]: DEBUG nova.network.neutron [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.667332] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795842, 'name': ReconfigVM_Task, 'duration_secs': 0.271957} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.667870] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561908', 'volume_id': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b', 'name': 'volume-d247cefe-f08f-43c0-a362-1a9695fc2b9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '918c0d3a-de3a-455c-bea2-359d31b1c86c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b', 'serial': 'd247cefe-f08f-43c0-a362-1a9695fc2b9b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 989.668207] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.669028] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433fc925-033a-4720-8b65-e71a8d7afe52 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.676299] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.676598] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f36149ab-34a5-4e96-a91f-b3c4e6221d4b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.694709] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e85236-909c-4141-b742-81796206f18b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.703041] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc9de01-24b3-4483-8ef4-c7ae3a8a5006 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.734356] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.734490] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquired lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.734640] env[68802]: DEBUG nova.network.neutron [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.738430] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969cda2b-8413-442a-9dd4-8c4633330234 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.750033] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4617fa5a-cf0a-4c08-a3ef-454864f2faa1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.756115] env[68802]: DEBUG nova.compute.manager [None req-2e2524c3-f046-4db3-a7ed-517bba3f7a8c tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Instance disappeared during snapshot {{(pid=68802) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 989.758066] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.758265] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.758440] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleting the datastore file [datastore2] 918c0d3a-de3a-455c-bea2-359d31b1c86c {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.760414] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dccb88e-b48c-472f-b82d-d7ff3b259d56 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.769916] env[68802]: DEBUG nova.compute.provider_tree [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.774634] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 989.774634] env[68802]: value = "task-2795845" [ 989.774634] env[68802]: _type = "Task" [ 989.774634] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.784803] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.872309] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Releasing lock "refresh_cache-d17a5749-d2cd-4cb7-903b-acfe0a779cf0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.872973] env[68802]: DEBUG nova.compute.manager [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.873174] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.874225] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591b8662-6f5a-4f30-ad9f-7a627fe64103 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.882809] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.883145] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c17f0b-b8da-43ad-be0b-0e30b60821ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.886130] env[68802]: DEBUG nova.compute.manager [None req-2e2524c3-f046-4db3-a7ed-517bba3f7a8c tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Found 0 images (rotation: 2) {{(pid=68802) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 989.889865] env[68802]: DEBUG oslo_vmware.api [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for the task: (returnval){ [ 989.889865] env[68802]: value = "task-2795846" [ 989.889865] env[68802]: _type = "Task" [ 989.889865] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.899984] env[68802]: DEBUG oslo_vmware.api [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.163796] env[68802]: DEBUG nova.network.neutron [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.168328] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d9d6d3f6-d111-4d50-ba20-83565dc4cff8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.168570] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d9d6d3f6-d111-4d50-ba20-83565dc4cff8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.168888] env[68802]: DEBUG nova.objects.instance [None req-d9d6d3f6-d111-4d50-ba20-83565dc4cff8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'flavor' on Instance uuid 1fa19997-d018-43ac-9260-f18121a33bcd {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.244309] env[68802]: DEBUG nova.compute.manager [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.245241] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba9894-b384-490b-a989-504381bb38eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.277359] env[68802]: DEBUG nova.scheduler.client.report [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.290712] env[68802]: DEBUG oslo_vmware.api [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154307} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.291014] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.292356] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.292356] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.292356] env[68802]: INFO nova.compute.manager [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Took 3.32 seconds to destroy the instance on the hypervisor. [ 990.292356] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.292759] env[68802]: DEBUG nova.network.neutron [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.294986] env[68802]: DEBUG nova.compute.manager [-] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.295101] env[68802]: DEBUG nova.network.neutron [-] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.372438] env[68802]: DEBUG nova.network.neutron [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Updating instance_info_cache with network_info: [{"id": "0f115198-2f1d-496a-8d41-85e07c2598b3", "address": "fa:16:3e:9a:25:54", "network": {"id": "63e14862-be14-4e02-98bd-a8fd54976d8f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1148025438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01373c97021548e5bc438e2cc482e990", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f115198-2f", "ovs_interfaceid": "0f115198-2f1d-496a-8d41-85e07c2598b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.399787] env[68802]: DEBUG oslo_vmware.api [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795846, 'name': PowerOffVM_Task, 'duration_secs': 0.12305} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.400077] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.400937] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.400937] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09ff4d3a-14fe-4a65-9128-ccc19b1e7bc0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.427499] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.427723] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.428275] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Deleting the datastore file [datastore2] d17a5749-d2cd-4cb7-903b-acfe0a779cf0 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.428275] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bed2c976-e30d-40dc-9838-014a35df4fd9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.434955] env[68802]: DEBUG oslo_vmware.api [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for the task: (returnval){ [ 990.434955] env[68802]: value = "task-2795848" [ 990.434955] env[68802]: _type = "Task" [ 990.434955] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.446970] env[68802]: DEBUG oslo_vmware.api [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.472894] env[68802]: DEBUG nova.compute.manager [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Received event network-vif-plugged-0f115198-2f1d-496a-8d41-85e07c2598b3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 990.473591] env[68802]: DEBUG oslo_concurrency.lockutils [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] Acquiring lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.473832] env[68802]: DEBUG oslo_concurrency.lockutils [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] Lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.475888] env[68802]: DEBUG oslo_concurrency.lockutils [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] Lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.475888] env[68802]: DEBUG nova.compute.manager [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] No waiting events found dispatching network-vif-plugged-0f115198-2f1d-496a-8d41-85e07c2598b3 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.475888] env[68802]: WARNING nova.compute.manager [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Received unexpected event network-vif-plugged-0f115198-2f1d-496a-8d41-85e07c2598b3 for instance with vm_state building and task_state spawning. [ 990.475888] env[68802]: DEBUG nova.compute.manager [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Received event network-changed-0f115198-2f1d-496a-8d41-85e07c2598b3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 990.475888] env[68802]: DEBUG nova.compute.manager [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Refreshing instance network info cache due to event network-changed-0f115198-2f1d-496a-8d41-85e07c2598b3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 990.475888] env[68802]: DEBUG oslo_concurrency.lockutils [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] Acquiring lock "refresh_cache-737f5c64-4e57-4187-a654-4ad8bd40ae3e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.523036] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.523036] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9041ddfe-dc2b-4f5f-bfc1-8d305601a53f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.528482] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 990.528482] env[68802]: value = "task-2795849" [ 990.528482] env[68802]: _type = "Task" [ 990.528482] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.543250] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.673752] env[68802]: DEBUG nova.objects.instance [None req-d9d6d3f6-d111-4d50-ba20-83565dc4cff8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'pci_requests' on Instance uuid 1fa19997-d018-43ac-9260-f18121a33bcd {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.756935] env[68802]: INFO nova.compute.manager [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] instance snapshotting [ 990.757552] env[68802]: DEBUG nova.objects.instance [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'flavor' on Instance uuid ce9e1d70-d1c0-4244-bcf6-5497612c00d9 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.780776] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.781299] env[68802]: DEBUG nova.compute.manager [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.826151] env[68802]: DEBUG nova.network.neutron [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Updating instance_info_cache with network_info: [{"id": "008f908a-0e2a-42f7-a70c-028977dd42e9", "address": "fa:16:3e:8c:82:9f", "network": {"id": "16ef721e-ff39-44ba-af5a-0102415557df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21260434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008f908a-0e", "ovs_interfaceid": "008f908a-0e2a-42f7-a70c-028977dd42e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "813786d7-8ff5-4d8d-9224-5bbc06b207bd", "address": "fa:16:3e:50:8f:4b", "network": {"id": "13ac3e51-3d4f-4a2e-965e-1829db1c4539", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1694765313", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap813786d7-8f", "ovs_interfaceid": "813786d7-8ff5-4d8d-9224-5bbc06b207bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8faebcd0-a2f9-4d8b-a1a7-578f8c930b38", "address": "fa:16:3e:c6:3a:2c", "network": {"id": "16ef721e-ff39-44ba-af5a-0102415557df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21260434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8faebcd0-a2", "ovs_interfaceid": "8faebcd0-a2f9-4d8b-a1a7-578f8c930b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.874897] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Releasing lock "refresh_cache-737f5c64-4e57-4187-a654-4ad8bd40ae3e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.875330] env[68802]: DEBUG nova.compute.manager [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Instance network_info: |[{"id": "0f115198-2f1d-496a-8d41-85e07c2598b3", "address": "fa:16:3e:9a:25:54", "network": {"id": "63e14862-be14-4e02-98bd-a8fd54976d8f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1148025438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01373c97021548e5bc438e2cc482e990", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f115198-2f", "ovs_interfaceid": "0f115198-2f1d-496a-8d41-85e07c2598b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.875842] env[68802]: DEBUG oslo_concurrency.lockutils [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] Acquired lock "refresh_cache-737f5c64-4e57-4187-a654-4ad8bd40ae3e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.876144] env[68802]: DEBUG nova.network.neutron [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Refreshing network info cache for port 0f115198-2f1d-496a-8d41-85e07c2598b3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.879748] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:25:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f115198-2f1d-496a-8d41-85e07c2598b3', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.887394] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Creating folder: Project (01373c97021548e5bc438e2cc482e990). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.891317] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67527732-d537-411c-b5d6-294b09f0456d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.903624] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Created folder: Project (01373c97021548e5bc438e2cc482e990) in parent group-v561663. [ 990.903804] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Creating folder: Instances. Parent ref: group-v561912. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.904046] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c92f8b0e-efe4-4dc1-82af-6ccdc1b9a8e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.914136] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Created folder: Instances in parent group-v561912. [ 990.914359] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.914544] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.914745] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f01c88a-7a61-4876-ba33-7a3deb87b3c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.935616] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.935616] env[68802]: value = "task-2795852" [ 990.935616] env[68802]: _type = "Task" [ 990.935616] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.946287] env[68802]: DEBUG oslo_vmware.api [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Task: {'id': task-2795848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221712} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.950073] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.950073] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.950073] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.950073] env[68802]: INFO nova.compute.manager [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 990.950367] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.950367] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795852, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.950509] env[68802]: DEBUG nova.compute.manager [-] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.950597] env[68802]: DEBUG nova.network.neutron [-] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.968765] env[68802]: DEBUG nova.network.neutron [-] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.040865] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795849, 'name': PowerOffVM_Task, 'duration_secs': 0.194841} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.041150] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.041378] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.042155] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1206c01-78b0-48c2-bc8e-e4018c67c450 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.049415] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.049667] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6da4df4-ffa8-46c6-9ee5-020f69b35384 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.074014] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.074240] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.074408] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Deleting the datastore file [datastore1] ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.074675] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4644772-be1a-44c6-b1f5-ef3025888f92 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.082155] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 991.082155] env[68802]: value = "task-2795854" [ 991.082155] env[68802]: _type = "Task" [ 991.082155] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.090101] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.106101] env[68802]: DEBUG nova.network.neutron [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Updated VIF entry in instance network info cache for port 0f115198-2f1d-496a-8d41-85e07c2598b3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.106457] env[68802]: DEBUG nova.network.neutron [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Updating instance_info_cache with network_info: [{"id": "0f115198-2f1d-496a-8d41-85e07c2598b3", "address": "fa:16:3e:9a:25:54", "network": {"id": "63e14862-be14-4e02-98bd-a8fd54976d8f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1148025438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01373c97021548e5bc438e2cc482e990", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f115198-2f", "ovs_interfaceid": "0f115198-2f1d-496a-8d41-85e07c2598b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.160308] env[68802]: DEBUG nova.compute.manager [req-51310b64-d75e-4595-b593-2eb2a88bd35a req-9e4105fa-2222-4c4b-a69f-3fcb06bd64c4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received event network-changed-8faebcd0-a2f9-4d8b-a1a7-578f8c930b38 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.160308] env[68802]: DEBUG nova.compute.manager [req-51310b64-d75e-4595-b593-2eb2a88bd35a req-9e4105fa-2222-4c4b-a69f-3fcb06bd64c4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Refreshing instance network info cache due to event network-changed-8faebcd0-a2f9-4d8b-a1a7-578f8c930b38. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 991.160308] env[68802]: DEBUG oslo_concurrency.lockutils [req-51310b64-d75e-4595-b593-2eb2a88bd35a req-9e4105fa-2222-4c4b-a69f-3fcb06bd64c4 service nova] Acquiring lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.180902] env[68802]: DEBUG nova.objects.base [None req-d9d6d3f6-d111-4d50-ba20-83565dc4cff8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Object Instance<1fa19997-d018-43ac-9260-f18121a33bcd> lazy-loaded attributes: flavor,pci_requests {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 991.181137] env[68802]: DEBUG nova.network.neutron [None req-d9d6d3f6-d111-4d50-ba20-83565dc4cff8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.187302] env[68802]: DEBUG nova.network.neutron [-] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.263155] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da52dcfe-5452-469c-b787-d5a5ef0d42ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.282269] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d9d6d3f6-d111-4d50-ba20-83565dc4cff8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.114s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.283853] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c8a100-0929-4b06-b87d-a66afb804351 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.287452] env[68802]: DEBUG nova.compute.utils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.288738] env[68802]: DEBUG nova.compute.manager [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.288940] env[68802]: DEBUG nova.network.neutron [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.325321] env[68802]: DEBUG nova.policy [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b84c2f64906445da0d17cf8954eef7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6288092943824a84bf8850337bd9044a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.328827] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Releasing lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.329266] env[68802]: DEBUG nova.compute.manager [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Instance network_info: |[{"id": "008f908a-0e2a-42f7-a70c-028977dd42e9", "address": "fa:16:3e:8c:82:9f", "network": {"id": "16ef721e-ff39-44ba-af5a-0102415557df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21260434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008f908a-0e", "ovs_interfaceid": "008f908a-0e2a-42f7-a70c-028977dd42e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "813786d7-8ff5-4d8d-9224-5bbc06b207bd", "address": "fa:16:3e:50:8f:4b", "network": {"id": "13ac3e51-3d4f-4a2e-965e-1829db1c4539", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1694765313", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap813786d7-8f", "ovs_interfaceid": "813786d7-8ff5-4d8d-9224-5bbc06b207bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8faebcd0-a2f9-4d8b-a1a7-578f8c930b38", "address": "fa:16:3e:c6:3a:2c", "network": {"id": "16ef721e-ff39-44ba-af5a-0102415557df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21260434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8faebcd0-a2", "ovs_interfaceid": "8faebcd0-a2f9-4d8b-a1a7-578f8c930b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.329788] env[68802]: DEBUG oslo_concurrency.lockutils [req-51310b64-d75e-4595-b593-2eb2a88bd35a req-9e4105fa-2222-4c4b-a69f-3fcb06bd64c4 service nova] Acquired lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.329971] env[68802]: DEBUG nova.network.neutron [req-51310b64-d75e-4595-b593-2eb2a88bd35a req-9e4105fa-2222-4c4b-a69f-3fcb06bd64c4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Refreshing network info cache for port 8faebcd0-a2f9-4d8b-a1a7-578f8c930b38 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.333530] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:82:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '008f908a-0e2a-42f7-a70c-028977dd42e9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:8f:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '813786d7-8ff5-4d8d-9224-5bbc06b207bd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:3a:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8faebcd0-a2f9-4d8b-a1a7-578f8c930b38', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.344185] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Creating folder: Project (9819b7b17e0343dda8b2335fc23f7130). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.346813] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1da859c-707c-4f8b-a267-b2a5233e6457 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.357418] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Created folder: Project (9819b7b17e0343dda8b2335fc23f7130) in parent group-v561663. [ 991.357709] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Creating folder: Instances. Parent ref: group-v561915. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.357973] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37e233e6-510d-40bd-ad1f-6717c1ad76b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.366662] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Created folder: Instances in parent group-v561915. [ 991.366887] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.367080] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.367275] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c4f4e11-10a5-4612-8c76-ddc5d02f9fe6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.390675] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.390675] env[68802]: value = "task-2795857" [ 991.390675] env[68802]: _type = "Task" [ 991.390675] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.398045] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795857, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.449849] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795852, 'name': CreateVM_Task, 'duration_secs': 0.327641} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.452357] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.453114] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.453262] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.453613] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.454184] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bccb36e3-62c3-4a6d-978b-6ba896c76658 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.459070] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for the task: (returnval){ [ 991.459070] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e996c2-e908-7426-7a1d-ef70e288185e" [ 991.459070] env[68802]: _type = "Task" [ 991.459070] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.467743] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e996c2-e908-7426-7a1d-ef70e288185e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.471112] env[68802]: DEBUG nova.network.neutron [-] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.595359] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090148} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.595611] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.595794] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.595970] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.609533] env[68802]: DEBUG oslo_concurrency.lockutils [req-a43b15f4-90bd-4c16-be5a-f237220e120d req-60afdec0-3d4f-4ec6-a293-8784a68022fd service nova] Releasing lock "refresh_cache-737f5c64-4e57-4187-a654-4ad8bd40ae3e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.662095] env[68802]: DEBUG nova.network.neutron [req-51310b64-d75e-4595-b593-2eb2a88bd35a req-9e4105fa-2222-4c4b-a69f-3fcb06bd64c4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Updated VIF entry in instance network info cache for port 8faebcd0-a2f9-4d8b-a1a7-578f8c930b38. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.662520] env[68802]: DEBUG nova.network.neutron [req-51310b64-d75e-4595-b593-2eb2a88bd35a req-9e4105fa-2222-4c4b-a69f-3fcb06bd64c4 service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Updating instance_info_cache with network_info: [{"id": "008f908a-0e2a-42f7-a70c-028977dd42e9", "address": "fa:16:3e:8c:82:9f", "network": {"id": "16ef721e-ff39-44ba-af5a-0102415557df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21260434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008f908a-0e", "ovs_interfaceid": "008f908a-0e2a-42f7-a70c-028977dd42e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "813786d7-8ff5-4d8d-9224-5bbc06b207bd", "address": "fa:16:3e:50:8f:4b", "network": {"id": "13ac3e51-3d4f-4a2e-965e-1829db1c4539", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1694765313", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap813786d7-8f", "ovs_interfaceid": "813786d7-8ff5-4d8d-9224-5bbc06b207bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8faebcd0-a2f9-4d8b-a1a7-578f8c930b38", "address": "fa:16:3e:c6:3a:2c", "network": {"id": "16ef721e-ff39-44ba-af5a-0102415557df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21260434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8faebcd0-a2", "ovs_interfaceid": "8faebcd0-a2f9-4d8b-a1a7-578f8c930b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.694245] env[68802]: INFO nova.compute.manager [-] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Took 1.40 seconds to deallocate network for instance. [ 991.750096] env[68802]: DEBUG nova.network.neutron [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Successfully created port: efdaf802-eb12-4f5a-8393-d1416a87f8e8 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.795988] env[68802]: DEBUG nova.compute.manager [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.798097] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 991.798457] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ffb9675d-3ba5-42f8-af38-18bdb83e0582 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.806860] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 991.806860] env[68802]: value = "task-2795858" [ 991.806860] env[68802]: _type = "Task" [ 991.806860] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.816354] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795858, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.901435] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795857, 'name': CreateVM_Task, 'duration_secs': 0.47984} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.901690] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.902571] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.970391] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e996c2-e908-7426-7a1d-ef70e288185e, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.970696] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.970930] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.971186] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.971329] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.971556] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.971845] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.972155] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.972380] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76ba1e41-c201-446c-af4c-99994e217b58 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.974223] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce0c838-fefb-4236-8767-c112381c02a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.975825] env[68802]: INFO nova.compute.manager [-] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Took 1.03 seconds to deallocate network for instance. [ 991.983955] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 991.983955] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525563f5-b847-0a4b-6e98-26ae7e0a2e2a" [ 991.983955] env[68802]: _type = "Task" [ 991.983955] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.984160] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.984319] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.990065] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbaae6f5-649e-4f86-97f9-4af21f30331b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.996701] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525563f5-b847-0a4b-6e98-26ae7e0a2e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.997835] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for the task: (returnval){ [ 991.997835] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dc46e6-d301-648e-5cdd-7991abc0d1dc" [ 991.997835] env[68802]: _type = "Task" [ 991.997835] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.005569] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dc46e6-d301-648e-5cdd-7991abc0d1dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008131} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.006646] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c652593-aa4d-41ba-848c-4fbdcd220107 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.011316] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for the task: (returnval){ [ 992.011316] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bb38b4-ea53-870d-14b1-4321d3d4fecd" [ 992.011316] env[68802]: _type = "Task" [ 992.011316] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.019790] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bb38b4-ea53-870d-14b1-4321d3d4fecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.164961] env[68802]: DEBUG oslo_concurrency.lockutils [req-51310b64-d75e-4595-b593-2eb2a88bd35a req-9e4105fa-2222-4c4b-a69f-3fcb06bd64c4 service nova] Releasing lock "refresh_cache-d7f31af5-de51-429a-9b47-7621cb9853b2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.246213] env[68802]: INFO nova.compute.manager [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Took 0.55 seconds to detach 1 volumes for instance. [ 992.319934] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795858, 'name': CreateSnapshot_Task, 'duration_secs': 0.480164} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.320393] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 992.321204] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbac90e2-d051-44bf-a207-c46209ea28a6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.483160] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.483456] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.483673] env[68802]: DEBUG nova.objects.instance [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lazy-loading 'resources' on Instance uuid d17a5749-d2cd-4cb7-903b-acfe0a779cf0 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.494978] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525563f5-b847-0a4b-6e98-26ae7e0a2e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.016309} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.495375] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.495600] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.495804] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.521185] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bb38b4-ea53-870d-14b1-4321d3d4fecd, 'name': SearchDatastore_Task, 'duration_secs': 0.007703} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.521440] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.521727] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 737f5c64-4e57-4187-a654-4ad8bd40ae3e/737f5c64-4e57-4187-a654-4ad8bd40ae3e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.522014] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.522208] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.522423] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3897268-2ffb-43aa-bf99-30c7505f54a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.524391] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ebc0302-7795-4e99-8fa2-ed42230db862 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.531273] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for the task: (returnval){ [ 992.531273] env[68802]: value = "task-2795859" [ 992.531273] env[68802]: _type = "Task" [ 992.531273] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.534877] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.535019] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.535981] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85ef922-34f4-4dbf-a463-ca6b6658669f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.540890] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.543651] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 992.543651] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52788a81-4fd9-06d8-eff3-793e9deb5bb3" [ 992.543651] env[68802]: _type = "Task" [ 992.543651] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.550538] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52788a81-4fd9-06d8-eff3-793e9deb5bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.632173] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.632452] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.632643] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.632914] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.633069] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.633230] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.633449] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.633620] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.633804] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.634021] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.634232] env[68802]: DEBUG nova.virt.hardware [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.635125] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275115d2-4931-470d-a55c-be40c819cdc8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.643355] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73231ab8-d878-40e2-9ca5-934e3d51504f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.657975] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.663671] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.664793] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.665880] env[68802]: DEBUG nova.compute.manager [req-485184d4-15dd-4595-b2a3-2f537a1585da req-8d244694-d99c-4d8a-842f-1c7b45a15c80 service nova] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Received event network-vif-deleted-b16caca8-36a6-4bba-a608-82f51e239b67 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 992.666311] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d76c18fe-00ea-4ddd-a164-e7b5f5a5125a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.683634] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.683634] env[68802]: value = "task-2795860" [ 992.683634] env[68802]: _type = "Task" [ 992.683634] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.691388] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795860, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.754033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.803051] env[68802]: DEBUG nova.compute.manager [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.826721] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.827082] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.827267] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.827549] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.827746] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.827903] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.828140] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.828377] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.828697] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.828971] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.829305] env[68802]: DEBUG nova.virt.hardware [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.830738] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6081209-849a-4094-9928-b5322202605a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.842794] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 992.843580] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-773b311c-9c9b-456b-a870-8a3193bd4cde {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.854336] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6761f2-06b6-46ec-b816-61fedd08b9fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.861836] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 992.861836] env[68802]: value = "task-2795861" [ 992.861836] env[68802]: _type = "Task" [ 992.861836] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.882914] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795861, 'name': CloneVM_Task} progress is 11%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.041856] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795859, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.055700] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52788a81-4fd9-06d8-eff3-793e9deb5bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.008593} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.056524] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc5b073-597f-415e-a39d-33d4665be8e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.064218] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 993.064218] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff250a-25da-225f-126f-2507957214f6" [ 993.064218] env[68802]: _type = "Task" [ 993.064218] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.071936] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff250a-25da-225f-126f-2507957214f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.199168] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795860, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.206890] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.208841] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.208841] env[68802]: DEBUG nova.objects.instance [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'flavor' on Instance uuid 1fa19997-d018-43ac-9260-f18121a33bcd {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.230626] env[68802]: DEBUG nova.network.neutron [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Successfully updated port: efdaf802-eb12-4f5a-8393-d1416a87f8e8 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.249964] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3901a111-b154-4911-97fd-3b1708019aab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.257788] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddbf7d1-9754-4fcd-b99f-c436ca94077d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.289916] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d5506a-e381-4cac-9b10-f1dbe594d202 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.297557] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ea2470-1592-41c3-a93d-9d8762ee7ff4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.310765] env[68802]: DEBUG nova.compute.provider_tree [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.372336] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795861, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.542451] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5299} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.542741] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 737f5c64-4e57-4187-a654-4ad8bd40ae3e/737f5c64-4e57-4187-a654-4ad8bd40ae3e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.542959] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.543233] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5e5fe90-b2c6-4dd3-8ecc-0ca6e2b90db4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.549962] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for the task: (returnval){ [ 993.549962] env[68802]: value = "task-2795862" [ 993.549962] env[68802]: _type = "Task" [ 993.549962] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.557292] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.572311] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff250a-25da-225f-126f-2507957214f6, 'name': SearchDatastore_Task, 'duration_secs': 0.023174} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.572589] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.572860] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] d7f31af5-de51-429a-9b47-7621cb9853b2/d7f31af5-de51-429a-9b47-7621cb9853b2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.573159] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3a1fccb-24fa-4e6f-9abb-6141e3ab4608 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.579453] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 993.579453] env[68802]: value = "task-2795863" [ 993.579453] env[68802]: _type = "Task" [ 993.579453] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.586829] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.695867] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795860, 'name': CreateVM_Task, 'duration_secs': 0.561192} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.696064] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.696488] env[68802]: DEBUG oslo_concurrency.lockutils [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.696714] env[68802]: DEBUG oslo_concurrency.lockutils [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.697116] env[68802]: DEBUG oslo_concurrency.lockutils [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.697381] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a79283-65e6-4a5e-832a-41418228c38b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.701952] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 993.701952] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52695648-95ec-b026-a673-2f54172cdaba" [ 993.701952] env[68802]: _type = "Task" [ 993.701952] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.713508] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52695648-95ec-b026-a673-2f54172cdaba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.733482] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "refresh_cache-6f76cfec-5734-4e2c-b64b-e898a6182c99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.733626] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "refresh_cache-6f76cfec-5734-4e2c-b64b-e898a6182c99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.733744] env[68802]: DEBUG nova.network.neutron [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.814413] env[68802]: DEBUG nova.scheduler.client.report [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.830548] env[68802]: DEBUG nova.objects.instance [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'pci_requests' on Instance uuid 1fa19997-d018-43ac-9260-f18121a33bcd {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.874686] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795861, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.059829] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109324} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.060115] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.060917] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf19c05-7858-47ec-a159-01999c7b5f75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.082801] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 737f5c64-4e57-4187-a654-4ad8bd40ae3e/737f5c64-4e57-4187-a654-4ad8bd40ae3e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.083134] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-046d16e3-d8f5-4499-9aa0-ce36fcc70a1f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.106393] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463974} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.107835] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] d7f31af5-de51-429a-9b47-7621cb9853b2/d7f31af5-de51-429a-9b47-7621cb9853b2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.108074] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.108376] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for the task: (returnval){ [ 994.108376] env[68802]: value = "task-2795864" [ 994.108376] env[68802]: _type = "Task" [ 994.108376] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.108566] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b256d1-a27c-46cb-b7fc-d6cf8cbe10d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.117703] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795864, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.118834] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 994.118834] env[68802]: value = "task-2795865" [ 994.118834] env[68802]: _type = "Task" [ 994.118834] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.127346] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.213643] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52695648-95ec-b026-a673-2f54172cdaba, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.213890] env[68802]: DEBUG oslo_concurrency.lockutils [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.214146] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.214392] env[68802]: DEBUG oslo_concurrency.lockutils [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.214543] env[68802]: DEBUG oslo_concurrency.lockutils [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.214728] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.215051] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c93d2fd0-efdc-479c-babe-0c3d93875ba9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.226666] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.226875] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.227617] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cde97ee-bd5a-4f8b-b45c-34f6106b8e66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.234257] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 994.234257] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5235142a-3c4f-3689-c30d-5f92417bfcbd" [ 994.234257] env[68802]: _type = "Task" [ 994.234257] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.244030] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5235142a-3c4f-3689-c30d-5f92417bfcbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.267566] env[68802]: DEBUG nova.network.neutron [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.323926] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.327104] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.573s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.327104] env[68802]: DEBUG nova.objects.instance [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lazy-loading 'resources' on Instance uuid 918c0d3a-de3a-455c-bea2-359d31b1c86c {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.335052] env[68802]: DEBUG nova.objects.base [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Object Instance<1fa19997-d018-43ac-9260-f18121a33bcd> lazy-loaded attributes: flavor,pci_requests {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.335162] env[68802]: DEBUG nova.network.neutron [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.351682] env[68802]: INFO nova.scheduler.client.report [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Deleted allocations for instance d17a5749-d2cd-4cb7-903b-acfe0a779cf0 [ 994.376481] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795861, 'name': CloneVM_Task} progress is 95%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.395877] env[68802]: DEBUG nova.policy [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15364a89aed840319e4ebfb1e17ea0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734c42736a374f8eb00c5faa4b1f3427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.450712] env[68802]: DEBUG nova.network.neutron [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Updating instance_info_cache with network_info: [{"id": "efdaf802-eb12-4f5a-8393-d1416a87f8e8", "address": "fa:16:3e:8b:53:24", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdaf802-eb", "ovs_interfaceid": "efdaf802-eb12-4f5a-8393-d1416a87f8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.523710] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "301c4279-7385-407c-9dc0-87b5e1318441" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.524043] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "301c4279-7385-407c-9dc0-87b5e1318441" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.524274] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "301c4279-7385-407c-9dc0-87b5e1318441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.524453] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "301c4279-7385-407c-9dc0-87b5e1318441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.524623] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "301c4279-7385-407c-9dc0-87b5e1318441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.526767] env[68802]: INFO nova.compute.manager [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Terminating instance [ 994.621585] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795864, 'name': ReconfigVM_Task, 'duration_secs': 0.337042} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.625944] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 737f5c64-4e57-4187-a654-4ad8bd40ae3e/737f5c64-4e57-4187-a654-4ad8bd40ae3e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.626750] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67638f35-cbdf-4248-a181-a63260a5321a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.634405] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066019} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.636870] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.637099] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for the task: (returnval){ [ 994.637099] env[68802]: value = "task-2795866" [ 994.637099] env[68802]: _type = "Task" [ 994.637099] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.638458] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72c94c4-6ca1-4f78-9960-c65b4b93203b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.669713] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d7f31af5-de51-429a-9b47-7621cb9853b2/d7f31af5-de51-429a-9b47-7621cb9853b2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.673736] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee469c0c-527d-4593-8ee5-06d363e54374 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.687844] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795866, 'name': Rename_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.692400] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 994.692400] env[68802]: value = "task-2795867" [ 994.692400] env[68802]: _type = "Task" [ 994.692400] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.700634] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.710298] env[68802]: DEBUG nova.network.neutron [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Successfully created port: 19972d06-0afc-4aa7-bef3-4db87de74f42 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.746148] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5235142a-3c4f-3689-c30d-5f92417bfcbd, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.746148] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e6ca9b-87f2-4083-8869-36834537b219 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.754336] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 994.754336] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c04c45-86ef-cdb5-0f5d-f708cf16ae37" [ 994.754336] env[68802]: _type = "Task" [ 994.754336] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.762446] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c04c45-86ef-cdb5-0f5d-f708cf16ae37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.806257] env[68802]: DEBUG nova.compute.manager [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Received event network-vif-plugged-efdaf802-eb12-4f5a-8393-d1416a87f8e8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 994.806257] env[68802]: DEBUG oslo_concurrency.lockutils [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] Acquiring lock "6f76cfec-5734-4e2c-b64b-e898a6182c99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.806257] env[68802]: DEBUG oslo_concurrency.lockutils [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.806257] env[68802]: DEBUG oslo_concurrency.lockutils [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.807027] env[68802]: DEBUG nova.compute.manager [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] No waiting events found dispatching network-vif-plugged-efdaf802-eb12-4f5a-8393-d1416a87f8e8 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.807415] env[68802]: WARNING nova.compute.manager [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Received unexpected event network-vif-plugged-efdaf802-eb12-4f5a-8393-d1416a87f8e8 for instance with vm_state building and task_state spawning. [ 994.807719] env[68802]: DEBUG nova.compute.manager [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Received event network-changed-efdaf802-eb12-4f5a-8393-d1416a87f8e8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 994.808035] env[68802]: DEBUG nova.compute.manager [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Refreshing instance network info cache due to event network-changed-efdaf802-eb12-4f5a-8393-d1416a87f8e8. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 994.808534] env[68802]: DEBUG oslo_concurrency.lockutils [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] Acquiring lock "refresh_cache-6f76cfec-5734-4e2c-b64b-e898a6182c99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.864781] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0f1e3159-28d2-47a4-bf14-bcdcb91c476e tempest-ServersAaction247Test-2135748682 tempest-ServersAaction247Test-2135748682-project-member] Lock "d17a5749-d2cd-4cb7-903b-acfe0a779cf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.577s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.875786] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795861, 'name': CloneVM_Task, 'duration_secs': 1.726624} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.878722] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Created linked-clone VM from snapshot [ 994.879852] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3427d40-b189-4d2c-8b07-03f6ead5f2f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.889830] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Uploading image 0bc6b373-de68-4212-8966-101701bc7b72 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 994.917962] env[68802]: DEBUG oslo_vmware.rw_handles [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 994.917962] env[68802]: value = "vm-561920" [ 994.917962] env[68802]: _type = "VirtualMachine" [ 994.917962] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 994.918310] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c3c7986b-7e31-4562-8050-87b3c6b8b608 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.927526] env[68802]: DEBUG oslo_vmware.rw_handles [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lease: (returnval){ [ 994.927526] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520dcda5-34f7-6cf4-a57b-f76092af84ce" [ 994.927526] env[68802]: _type = "HttpNfcLease" [ 994.927526] env[68802]: } obtained for exporting VM: (result){ [ 994.927526] env[68802]: value = "vm-561920" [ 994.927526] env[68802]: _type = "VirtualMachine" [ 994.927526] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 994.927526] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the lease: (returnval){ [ 994.927526] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520dcda5-34f7-6cf4-a57b-f76092af84ce" [ 994.927526] env[68802]: _type = "HttpNfcLease" [ 994.927526] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 994.934851] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.934851] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520dcda5-34f7-6cf4-a57b-f76092af84ce" [ 994.934851] env[68802]: _type = "HttpNfcLease" [ 994.934851] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 994.954560] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "refresh_cache-6f76cfec-5734-4e2c-b64b-e898a6182c99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.954560] env[68802]: DEBUG nova.compute.manager [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Instance network_info: |[{"id": "efdaf802-eb12-4f5a-8393-d1416a87f8e8", "address": "fa:16:3e:8b:53:24", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdaf802-eb", "ovs_interfaceid": "efdaf802-eb12-4f5a-8393-d1416a87f8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.955431] env[68802]: DEBUG oslo_concurrency.lockutils [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] Acquired lock "refresh_cache-6f76cfec-5734-4e2c-b64b-e898a6182c99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.955568] env[68802]: DEBUG nova.network.neutron [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Refreshing network info cache for port efdaf802-eb12-4f5a-8393-d1416a87f8e8 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.956883] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:53:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efdaf802-eb12-4f5a-8393-d1416a87f8e8', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.967209] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.973080] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.973751] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d436f18-b31a-432b-a94f-d2215fbd0f2f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.998063] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.998063] env[68802]: value = "task-2795869" [ 994.998063] env[68802]: _type = "Task" [ 994.998063] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.007280] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795869, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.031852] env[68802]: DEBUG nova.compute.manager [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.032085] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.033074] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dae24e-da50-4014-b07e-f7555cb4e633 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.043454] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.043768] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f795d9d0-20ae-4cfd-80e9-0fa822bbe2ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.050655] env[68802]: DEBUG oslo_vmware.api [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 995.050655] env[68802]: value = "task-2795870" [ 995.050655] env[68802]: _type = "Task" [ 995.050655] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.061968] env[68802]: DEBUG oslo_vmware.api [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.078515] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc42889e-4a35-4571-abf2-6fa5423e3b64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.085374] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bbd72f-545d-4833-bcb3-95465c8c9727 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.118379] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb9b0fc-124d-4fef-a6b8-3ec1456639c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.127297] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2458cd-a35f-452d-bde9-58f5e3907e89 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.143167] env[68802]: DEBUG nova.compute.provider_tree [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.155711] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795866, 'name': Rename_Task, 'duration_secs': 0.147127} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.156015] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.156308] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e08ffd6-fcf7-473d-b3a4-2c20465ca46d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.168308] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for the task: (returnval){ [ 995.168308] env[68802]: value = "task-2795871" [ 995.168308] env[68802]: _type = "Task" [ 995.168308] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.178494] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.205955] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795867, 'name': ReconfigVM_Task, 'duration_secs': 0.264125} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.206343] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d7f31af5-de51-429a-9b47-7621cb9853b2/d7f31af5-de51-429a-9b47-7621cb9853b2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.207113] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ba51f71-0ec6-4ab7-9103-d20693efe560 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.214383] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 995.214383] env[68802]: value = "task-2795872" [ 995.214383] env[68802]: _type = "Task" [ 995.214383] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.224649] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795872, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.247283] env[68802]: DEBUG nova.network.neutron [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Updated VIF entry in instance network info cache for port efdaf802-eb12-4f5a-8393-d1416a87f8e8. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.247698] env[68802]: DEBUG nova.network.neutron [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Updating instance_info_cache with network_info: [{"id": "efdaf802-eb12-4f5a-8393-d1416a87f8e8", "address": "fa:16:3e:8b:53:24", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdaf802-eb", "ovs_interfaceid": "efdaf802-eb12-4f5a-8393-d1416a87f8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.262633] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c04c45-86ef-cdb5-0f5d-f708cf16ae37, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.263983] env[68802]: DEBUG oslo_concurrency.lockutils [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.263983] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f/ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.264208] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9c1d28a-6cb3-4048-88d0-f8044d8df73a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.271952] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 995.271952] env[68802]: value = "task-2795873" [ 995.271952] env[68802]: _type = "Task" [ 995.271952] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.283502] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.435479] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.435479] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520dcda5-34f7-6cf4-a57b-f76092af84ce" [ 995.435479] env[68802]: _type = "HttpNfcLease" [ 995.435479] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 995.435965] env[68802]: DEBUG oslo_vmware.rw_handles [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 995.435965] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520dcda5-34f7-6cf4-a57b-f76092af84ce" [ 995.435965] env[68802]: _type = "HttpNfcLease" [ 995.435965] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 995.436569] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c310cb-42ba-4079-abaf-d2ae781e2795 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.444366] env[68802]: DEBUG oslo_vmware.rw_handles [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b40ac-7de2-8a08-d839-68980d358203/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 995.444581] env[68802]: DEBUG oslo_vmware.rw_handles [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b40ac-7de2-8a08-d839-68980d358203/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 995.515376] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795869, 'name': CreateVM_Task, 'duration_secs': 0.412003} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.515593] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.516408] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.516904] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.516904] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.517218] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41798f1e-0775-4134-9e34-44df28270309 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.522264] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 995.522264] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bfddc6-5ac6-59b5-ff7e-acb6823a9d7c" [ 995.522264] env[68802]: _type = "Task" [ 995.522264] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.530609] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bfddc6-5ac6-59b5-ff7e-acb6823a9d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.560826] env[68802]: DEBUG oslo_vmware.api [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795870, 'name': PowerOffVM_Task, 'duration_secs': 0.23371} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.561209] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.561291] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.561560] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24f6d47e-eccf-45b9-8138-f527402587d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.569554] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9124bfe5-fb8a-49dd-8424-41214f162c11 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.630232] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.630561] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.630890] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Deleting the datastore file [datastore2] 301c4279-7385-407c-9dc0-87b5e1318441 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.635503] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c0ad9e3-3adc-4374-a0b0-00c3da1457f1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.648198] env[68802]: DEBUG oslo_vmware.api [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 995.648198] env[68802]: value = "task-2795875" [ 995.648198] env[68802]: _type = "Task" [ 995.648198] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.656632] env[68802]: DEBUG nova.scheduler.client.report [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.669902] env[68802]: DEBUG oslo_vmware.api [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.684255] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795871, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.728219] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795872, 'name': Rename_Task, 'duration_secs': 0.200695} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.731431] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.731431] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f7e7def-0d25-4bb9-8584-cf251f1e89d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.738180] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 995.738180] env[68802]: value = "task-2795876" [ 995.738180] env[68802]: _type = "Task" [ 995.738180] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.745732] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.753699] env[68802]: DEBUG oslo_concurrency.lockutils [req-478c7939-5a24-4c84-99c1-83081a8c9042 req-5cf9f5c5-7ae5-4f57-a15f-fbddf34c918c service nova] Releasing lock "refresh_cache-6f76cfec-5734-4e2c-b64b-e898a6182c99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.783576] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.840340] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.840340] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.840427] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.840596] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.840818] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.843979] env[68802]: INFO nova.compute.manager [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Terminating instance [ 996.034397] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bfddc6-5ac6-59b5-ff7e-acb6823a9d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.073502} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.034756] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.035047] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.035773] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.035990] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.036194] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.036465] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-029fa18f-7702-43aa-a91e-dda71d8b7804 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.045850] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.046056] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.046841] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46aa05e-4149-407b-be33-a026c7e888a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.055136] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 996.055136] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ce3821-4a73-91ce-7c39-9b7accaa247f" [ 996.055136] env[68802]: _type = "Task" [ 996.055136] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.064834] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ce3821-4a73-91ce-7c39-9b7accaa247f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.159525] env[68802]: DEBUG oslo_vmware.api [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404951} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.160245] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.164028] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.164028] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.164028] env[68802]: INFO nova.compute.manager [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Took 1.13 seconds to destroy the instance on the hypervisor. [ 996.164028] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.164028] env[68802]: DEBUG nova.compute.manager [-] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.164028] env[68802]: DEBUG nova.network.neutron [-] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.164028] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.178631] env[68802]: DEBUG oslo_vmware.api [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795871, 'name': PowerOnVM_Task, 'duration_secs': 0.523695} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.179569] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.179946] env[68802]: INFO nova.compute.manager [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Took 7.65 seconds to spawn the instance on the hypervisor. [ 996.180315] env[68802]: DEBUG nova.compute.manager [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.181385] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e7ade-cfee-47a9-a936-a5deb2df0257 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.202857] env[68802]: INFO nova.scheduler.client.report [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted allocations for instance 918c0d3a-de3a-455c-bea2-359d31b1c86c [ 996.249320] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795876, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.288097] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589397} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.288754] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f/ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.289347] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.290577] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3414a7c-9ae5-49cc-958f-cc784be2a6b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.298651] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 996.298651] env[68802]: value = "task-2795877" [ 996.298651] env[68802]: _type = "Task" [ 996.298651] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.309459] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.351661] env[68802]: DEBUG nova.compute.manager [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.351661] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.351661] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735cad23-94e7-4f42-adc6-4517e73b250c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.362853] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.364186] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cf5af83-bd76-430a-b458-d69a2e43fd2c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.371283] env[68802]: DEBUG oslo_vmware.api [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 996.371283] env[68802]: value = "task-2795878" [ 996.371283] env[68802]: _type = "Task" [ 996.371283] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.382389] env[68802]: DEBUG oslo_vmware.api [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.449433] env[68802]: DEBUG nova.network.neutron [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Successfully updated port: 19972d06-0afc-4aa7-bef3-4db87de74f42 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.567101] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ce3821-4a73-91ce-7c39-9b7accaa247f, 'name': SearchDatastore_Task, 'duration_secs': 0.020394} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.568298] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2dd9c1-df00-41fd-aa0e-d808159d9e9a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.574184] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 996.574184] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523b092c-aa99-3b58-6ef6-8a5326e13a62" [ 996.574184] env[68802]: _type = "Task" [ 996.574184] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.583252] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523b092c-aa99-3b58-6ef6-8a5326e13a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.703257] env[68802]: INFO nova.compute.manager [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Took 16.18 seconds to build instance. [ 996.712025] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e13fd9ef-20af-4077-94bf-bddda8c2af64 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "918c0d3a-de3a-455c-bea2-359d31b1c86c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.253s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.748444] env[68802]: DEBUG oslo_vmware.api [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795876, 'name': PowerOnVM_Task, 'duration_secs': 0.60978} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.748797] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.749081] env[68802]: INFO nova.compute.manager [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Took 13.51 seconds to spawn the instance on the hypervisor. [ 996.749307] env[68802]: DEBUG nova.compute.manager [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.750282] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d285f5d1-b807-49fa-8c2c-261458473cda {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.810984] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157556} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.811431] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.812345] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63769671-a35c-4403-b485-49e273ee9742 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.834242] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f/ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.834624] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-981970bf-db2d-453c-b338-1d99c925a92e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.855138] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 996.855138] env[68802]: value = "task-2795879" [ 996.855138] env[68802]: _type = "Task" [ 996.855138] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.863573] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.882729] env[68802]: DEBUG oslo_vmware.api [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795878, 'name': PowerOffVM_Task, 'duration_secs': 0.307061} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.883140] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.883450] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.883782] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32f1f844-6349-49f7-80f7-6ecce177db39 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.953217] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.953434] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.953648] env[68802]: DEBUG nova.network.neutron [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.960886] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.961257] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.962238] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleting the datastore file [datastore2] ad90fc3d-b7cd-4a2a-a62e-47419a263897 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.962548] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6406d396-8641-4ad6-baf4-da8998e990ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.971216] env[68802]: DEBUG oslo_vmware.api [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 996.971216] env[68802]: value = "task-2795881" [ 996.971216] env[68802]: _type = "Task" [ 996.971216] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.981394] env[68802]: DEBUG oslo_vmware.api [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.018737] env[68802]: DEBUG nova.compute.manager [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received event network-vif-plugged-19972d06-0afc-4aa7-bef3-4db87de74f42 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 997.020188] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.020532] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] Lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.020791] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] Lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.020985] env[68802]: DEBUG nova.compute.manager [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] No waiting events found dispatching network-vif-plugged-19972d06-0afc-4aa7-bef3-4db87de74f42 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.021259] env[68802]: WARNING nova.compute.manager [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received unexpected event network-vif-plugged-19972d06-0afc-4aa7-bef3-4db87de74f42 for instance with vm_state active and task_state None. [ 997.021886] env[68802]: DEBUG nova.compute.manager [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received event network-changed-19972d06-0afc-4aa7-bef3-4db87de74f42 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 997.022160] env[68802]: DEBUG nova.compute.manager [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Refreshing instance network info cache due to event network-changed-19972d06-0afc-4aa7-bef3-4db87de74f42. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 997.022292] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] Acquiring lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.087454] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523b092c-aa99-3b58-6ef6-8a5326e13a62, 'name': SearchDatastore_Task, 'duration_secs': 0.017455} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.088255] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.088829] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 6f76cfec-5734-4e2c-b64b-e898a6182c99/6f76cfec-5734-4e2c-b64b-e898a6182c99.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.088941] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe5caa2a-905e-443b-b5b5-9db3f7d7df5b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.097186] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 997.097186] env[68802]: value = "task-2795882" [ 997.097186] env[68802]: _type = "Task" [ 997.097186] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.106537] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.207291] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9b71b3c9-1aed-41ec-89d9-8949ae468bf7 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.695s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.227393] env[68802]: DEBUG nova.network.neutron [-] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.273314] env[68802]: INFO nova.compute.manager [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Took 24.36 seconds to build instance. [ 997.366194] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.482365] env[68802]: DEBUG oslo_vmware.api [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254576} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.482936] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.483219] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.483440] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.483650] env[68802]: INFO nova.compute.manager [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Took 1.13 seconds to destroy the instance on the hypervisor. [ 997.483933] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.484221] env[68802]: DEBUG nova.compute.manager [-] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.484326] env[68802]: DEBUG nova.network.neutron [-] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.519375] env[68802]: WARNING nova.network.neutron [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] 7ca7ef08-282d-461c-9c7f-6bd801b62361 already exists in list: networks containing: ['7ca7ef08-282d-461c-9c7f-6bd801b62361']. ignoring it [ 997.614172] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795882, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.730250] env[68802]: INFO nova.compute.manager [-] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Took 1.57 seconds to deallocate network for instance. [ 997.778215] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f33d8d0d-59bc-48d8-900b-de2d966f84db tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.874s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.868473] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795879, 'name': ReconfigVM_Task, 'duration_secs': 0.555878} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.868800] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f/ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.869528] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd77b0b-0b8a-4d71-a418-89ae90d7bc75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.877564] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 997.877564] env[68802]: value = "task-2795883" [ 997.877564] env[68802]: _type = "Task" [ 997.877564] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.888364] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795883, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.109719] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815938} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.115339] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 6f76cfec-5734-4e2c-b64b-e898a6182c99/6f76cfec-5734-4e2c-b64b-e898a6182c99.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.115339] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.115339] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c2baef4-a23f-4d26-aa78-e5b561088c58 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.122329] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 998.122329] env[68802]: value = "task-2795884" [ 998.122329] env[68802]: _type = "Task" [ 998.122329] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.136493] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.239666] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.240073] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.240305] env[68802]: DEBUG nova.objects.instance [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lazy-loading 'resources' on Instance uuid 301c4279-7385-407c-9dc0-87b5e1318441 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.394256] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795883, 'name': Rename_Task, 'duration_secs': 0.230802} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.394752] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.395135] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0303e8b6-7a78-40a4-9df0-35722d7f7197 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.401740] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 998.401740] env[68802]: value = "task-2795885" [ 998.401740] env[68802]: _type = "Task" [ 998.401740] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.411724] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.472021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "d7f31af5-de51-429a-9b47-7621cb9853b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.472021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.472021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.472021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.472021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.476992] env[68802]: INFO nova.compute.manager [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Terminating instance [ 998.593025] env[68802]: DEBUG nova.network.neutron [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19972d06-0afc-4aa7-bef3-4db87de74f42", "address": "fa:16:3e:b2:a4:a6", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19972d06-0a", "ovs_interfaceid": "19972d06-0afc-4aa7-bef3-4db87de74f42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.636268] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080176} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.636695] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.637899] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f0d15c-e6bf-4e40-bea4-967efe1e9f80 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.662823] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6f76cfec-5734-4e2c-b64b-e898a6182c99/6f76cfec-5734-4e2c-b64b-e898a6182c99.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.663492] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7cf23b9-f371-4bab-bc22-b8646706c612 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.683068] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 998.683068] env[68802]: value = "task-2795886" [ 998.683068] env[68802]: _type = "Task" [ 998.683068] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.692895] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.922034] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.981933] env[68802]: DEBUG nova.compute.manager [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.982200] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.983099] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf180572-f5dc-410e-9151-589d9c7fd589 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.990835] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.994138] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a54931a-e9f6-4f15-9499-09f175021799 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.002034] env[68802]: DEBUG oslo_vmware.api [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 999.002034] env[68802]: value = "task-2795887" [ 999.002034] env[68802]: _type = "Task" [ 999.002034] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.015639] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "85210d3b-ea46-4cee-8312-51a448d47620" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.015639] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "85210d3b-ea46-4cee-8312-51a448d47620" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.020163] env[68802]: DEBUG oslo_vmware.api [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.066984] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb5086d-6e6b-4672-ae5a-01ce87b1871e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.075835] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d668a9-35a7-427b-996c-6681332da37b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.113111] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.114016] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.114374] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.115370] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] Acquired lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.115645] env[68802]: DEBUG nova.network.neutron [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Refreshing network info cache for port 19972d06-0afc-4aa7-bef3-4db87de74f42 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.117748] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7440d1-28d6-4038-b0cb-a628eee5666a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.121629] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d021243-1587-4360-a9b5-604c4b267d00 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.144524] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fd64b1-79ce-40ef-8351-e7760ba61504 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.149671] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.149947] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.150100] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.150284] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.150441] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.150586] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.150791] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.150978] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.151176] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.151341] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.151509] env[68802]: DEBUG nova.virt.hardware [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.159289] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Reconfiguring VM to attach interface {{(pid=68802) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 999.160147] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5e5601-5ae9-4800-b3f8-04017ba1edd1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.188265] env[68802]: DEBUG nova.compute.provider_tree [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.194784] env[68802]: DEBUG oslo_vmware.api [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 999.194784] env[68802]: value = "task-2795888" [ 999.194784] env[68802]: _type = "Task" [ 999.194784] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.203357] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.209100] env[68802]: DEBUG oslo_vmware.api [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795888, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.318541] env[68802]: DEBUG nova.network.neutron [-] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.392931] env[68802]: DEBUG nova.compute.manager [req-6344fd6b-a644-4f96-813f-f0d683e5cb64 req-5201715a-7406-45c4-8cb5-ce726e28c766 service nova] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Received event network-vif-deleted-c9b1ff54-ec54-4c0c-98df-d67b7772ee75 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 999.417507] env[68802]: DEBUG oslo_vmware.api [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795885, 'name': PowerOnVM_Task, 'duration_secs': 0.568162} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.417833] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.418082] env[68802]: DEBUG nova.compute.manager [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.418853] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a407bf37-9157-4e78-93be-9ab9bb4a8ce7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.513272] env[68802]: DEBUG oslo_vmware.api [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795887, 'name': PowerOffVM_Task, 'duration_secs': 0.368274} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.513594] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.513638] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.513891] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-470aae56-8430-4ed2-8bf7-dc452e1b934f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.521258] env[68802]: DEBUG nova.compute.manager [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.697211] env[68802]: DEBUG nova.scheduler.client.report [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.708598] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795886, 'name': ReconfigVM_Task, 'duration_secs': 0.527368} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.708871] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.709085] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.709275] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Deleting the datastore file [datastore2] d7f31af5-de51-429a-9b47-7621cb9853b2 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.712356] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6f76cfec-5734-4e2c-b64b-e898a6182c99/6f76cfec-5734-4e2c-b64b-e898a6182c99.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.713119] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da6e80d4-ee7f-49d2-a875-f6a5fba58bf2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.716173] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e38161d-0c0d-40dc-afdf-52eaed69e313 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.723719] env[68802]: DEBUG oslo_vmware.api [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.725927] env[68802]: DEBUG oslo_vmware.api [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 999.725927] env[68802]: value = "task-2795890" [ 999.725927] env[68802]: _type = "Task" [ 999.725927] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.730870] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 999.730870] env[68802]: value = "task-2795891" [ 999.730870] env[68802]: _type = "Task" [ 999.730870] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.742801] env[68802]: DEBUG oslo_vmware.api [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.749942] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795891, 'name': Rename_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.823677] env[68802]: INFO nova.compute.manager [-] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Took 2.34 seconds to deallocate network for instance. [ 999.902425] env[68802]: DEBUG nova.network.neutron [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updated VIF entry in instance network info cache for port 19972d06-0afc-4aa7-bef3-4db87de74f42. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.902425] env[68802]: DEBUG nova.network.neutron [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19972d06-0afc-4aa7-bef3-4db87de74f42", "address": "fa:16:3e:b2:a4:a6", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19972d06-0a", "ovs_interfaceid": "19972d06-0afc-4aa7-bef3-4db87de74f42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.941568] env[68802]: DEBUG oslo_concurrency.lockutils [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.020264] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquiring lock "13fd5285-f121-4558-b49f-3221eed21551" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.020264] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lock "13fd5285-f121-4558-b49f-3221eed21551" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.051024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.211612] env[68802]: DEBUG oslo_vmware.api [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795888, 'name': ReconfigVM_Task, 'duration_secs': 0.831415} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.212245] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.212497] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Reconfigured VM to attach interface {{(pid=68802) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1000.215674] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.218833] env[68802]: DEBUG oslo_concurrency.lockutils [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.277s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.218833] env[68802]: DEBUG nova.objects.instance [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1000.239368] env[68802]: INFO nova.scheduler.client.report [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Deleted allocations for instance 301c4279-7385-407c-9dc0-87b5e1318441 [ 1000.240671] env[68802]: DEBUG oslo_vmware.api [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351303} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.244406] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.244684] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.244965] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.245211] env[68802]: INFO nova.compute.manager [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1000.245462] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.252426] env[68802]: DEBUG nova.compute.manager [-] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.252541] env[68802]: DEBUG nova.network.neutron [-] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.255130] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795891, 'name': Rename_Task, 'duration_secs': 0.223546} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.255189] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.255727] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e18db33-011c-4dad-bca7-d620707bc21f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.268027] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1000.268027] env[68802]: value = "task-2795892" [ 1000.268027] env[68802]: _type = "Task" [ 1000.268027] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.277305] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.330329] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.406565] env[68802]: DEBUG oslo_concurrency.lockutils [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] Releasing lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.407182] env[68802]: DEBUG nova.compute.manager [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Received event network-vif-deleted-1aebe1b9-9853-415f-bb40-7f042f606cc9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.407182] env[68802]: INFO nova.compute.manager [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Neutron deleted interface 1aebe1b9-9853-415f-bb40-7f042f606cc9; detaching it from the instance and deleting it from the info cache [ 1000.407412] env[68802]: DEBUG nova.network.neutron [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.523464] env[68802]: DEBUG nova.compute.manager [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.719870] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83f48c03-718c-4b6c-a1d0-a36aa7c9e9cc tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.512s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.753393] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.753393] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.753393] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.753393] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.753393] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.757708] env[68802]: INFO nova.compute.manager [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Terminating instance [ 1000.759966] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e950ed5e-2f16-4a80-95e5-f9726dc6534d tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "301c4279-7385-407c-9dc0-87b5e1318441" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.236s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.781698] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.877506] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquiring lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.877786] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.877998] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquiring lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.878208] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.878381] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.882109] env[68802]: INFO nova.compute.manager [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Terminating instance [ 1000.917491] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a91f317-4387-4bc3-9962-147ec5021358 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.928642] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7779970-357a-4652-9ba6-ef5f8ee01846 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.969810] env[68802]: DEBUG nova.compute.manager [req-5e04b0cf-d533-4efa-91b4-49cc59b36c55 req-ec12d967-9e07-498e-b1ff-454f527c00ad service nova] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Detach interface failed, port_id=1aebe1b9-9853-415f-bb40-7f042f606cc9, reason: Instance 301c4279-7385-407c-9dc0-87b5e1318441 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1001.044303] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.226663] env[68802]: DEBUG oslo_concurrency.lockutils [None req-614e1e24-53a3-4773-bc7a-a1a8ae31910a tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.228351] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.177s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.229617] env[68802]: INFO nova.compute.claims [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.263092] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "refresh_cache-ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.263370] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired lock "refresh_cache-ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.263614] env[68802]: DEBUG nova.network.neutron [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.280571] env[68802]: DEBUG oslo_vmware.api [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795892, 'name': PowerOnVM_Task, 'duration_secs': 0.872726} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.280828] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.281044] env[68802]: INFO nova.compute.manager [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1001.281527] env[68802]: DEBUG nova.compute.manager [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.282053] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5195a85c-54da-47fb-8922-902d7e01039e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.346824] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.347151] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.347368] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.347756] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.347756] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.349926] env[68802]: INFO nova.compute.manager [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Terminating instance [ 1001.388053] env[68802]: DEBUG nova.compute.manager [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.388053] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.388914] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2880c129-167f-4947-9d19-85f0b638e707 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.397691] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.397984] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72ad52b2-a3be-4243-85fe-1a9c631ae14a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.405834] env[68802]: DEBUG oslo_vmware.api [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for the task: (returnval){ [ 1001.405834] env[68802]: value = "task-2795893" [ 1001.405834] env[68802]: _type = "Task" [ 1001.405834] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.416359] env[68802]: DEBUG oslo_vmware.api [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.429080] env[68802]: DEBUG nova.compute.manager [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received event network-vif-deleted-813786d7-8ff5-4d8d-9224-5bbc06b207bd {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.429323] env[68802]: INFO nova.compute.manager [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Neutron deleted interface 813786d7-8ff5-4d8d-9224-5bbc06b207bd; detaching it from the instance and deleting it from the info cache [ 1001.429625] env[68802]: DEBUG nova.network.neutron [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Updating instance_info_cache with network_info: [{"id": "008f908a-0e2a-42f7-a70c-028977dd42e9", "address": "fa:16:3e:8c:82:9f", "network": {"id": "16ef721e-ff39-44ba-af5a-0102415557df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21260434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008f908a-0e", "ovs_interfaceid": "008f908a-0e2a-42f7-a70c-028977dd42e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8faebcd0-a2f9-4d8b-a1a7-578f8c930b38", "address": "fa:16:3e:c6:3a:2c", "network": {"id": "16ef721e-ff39-44ba-af5a-0102415557df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21260434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8faebcd0-a2", "ovs_interfaceid": "8faebcd0-a2f9-4d8b-a1a7-578f8c930b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.455034] env[68802]: DEBUG nova.network.neutron [-] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.791677] env[68802]: DEBUG nova.network.neutron [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.805122] env[68802]: INFO nova.compute.manager [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Took 13.77 seconds to build instance. [ 1001.853803] env[68802]: DEBUG nova.compute.manager [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.854058] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.855547] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de48d072-ec21-48c7-970f-674028eddac1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.861266] env[68802]: DEBUG nova.network.neutron [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.868409] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.868682] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-485bfa9d-4f90-4f3a-b5f3-cf291d1e947d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.876886] env[68802]: DEBUG oslo_vmware.api [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 1001.876886] env[68802]: value = "task-2795894" [ 1001.876886] env[68802]: _type = "Task" [ 1001.876886] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.887701] env[68802]: DEBUG oslo_vmware.api [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.916584] env[68802]: DEBUG oslo_vmware.api [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795893, 'name': PowerOffVM_Task, 'duration_secs': 0.272796} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.916809] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.916984] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.917258] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6939b0e-8496-422a-8175-4dc302daa6fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.933117] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64d14375-6ec7-4afc-b571-0a4e013ba801 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.944755] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759b1c49-2413-4d55-82c4-21662aacb730 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.957285] env[68802]: INFO nova.compute.manager [-] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Took 1.70 seconds to deallocate network for instance. [ 1001.992134] env[68802]: DEBUG nova.compute.manager [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Detach interface failed, port_id=813786d7-8ff5-4d8d-9224-5bbc06b207bd, reason: Instance d7f31af5-de51-429a-9b47-7621cb9853b2 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1001.992808] env[68802]: DEBUG nova.compute.manager [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received event network-vif-deleted-008f908a-0e2a-42f7-a70c-028977dd42e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.993709] env[68802]: INFO nova.compute.manager [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Neutron deleted interface 008f908a-0e2a-42f7-a70c-028977dd42e9; detaching it from the instance and deleting it from the info cache [ 1001.993709] env[68802]: DEBUG nova.network.neutron [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Updating instance_info_cache with network_info: [{"id": "8faebcd0-a2f9-4d8b-a1a7-578f8c930b38", "address": "fa:16:3e:c6:3a:2c", "network": {"id": "16ef721e-ff39-44ba-af5a-0102415557df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21260434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8faebcd0-a2", "ovs_interfaceid": "8faebcd0-a2f9-4d8b-a1a7-578f8c930b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.000255] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.000449] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.000658] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Deleting the datastore file [datastore2] 737f5c64-4e57-4187-a654-4ad8bd40ae3e {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.000921] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9775112-4f55-4174-9440-0181b3bfa877 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.010064] env[68802]: DEBUG oslo_vmware.api [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for the task: (returnval){ [ 1002.010064] env[68802]: value = "task-2795896" [ 1002.010064] env[68802]: _type = "Task" [ 1002.010064] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.023534] env[68802]: DEBUG oslo_vmware.api [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.307993] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d3d634aa-ed77-48d2-8c75-2569503c9e84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.807s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.366556] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Releasing lock "refresh_cache-ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.367065] env[68802]: DEBUG nova.compute.manager [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.367396] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.369174] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d762fe6f-d7b9-4514-9fa1-515337412f85 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.379240] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.385587] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdd03dd1-acb7-4fa1-a59d-7e60d67a7302 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.394085] env[68802]: DEBUG oslo_vmware.api [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795894, 'name': PowerOffVM_Task, 'duration_secs': 0.289997} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.395533] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.395739] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.396403] env[68802]: DEBUG oslo_vmware.api [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 1002.396403] env[68802]: value = "task-2795897" [ 1002.396403] env[68802]: _type = "Task" [ 1002.396403] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.396629] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1d7eac5-878b-4f76-b386-363ace97e936 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.410964] env[68802]: DEBUG oslo_vmware.api [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.463978] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.479910] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.480226] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.480417] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Deleting the datastore file [datastore2] 39a65ac9-8c3a-4188-af4b-f6f72739c0ff {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.480719] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95037ebd-4689-4113-a69c-81aea77cc749 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.484536] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dc7fbc-86b7-47bd-88d1-e67482b08f71 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.496837] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c71ff11-59b7-4deb-8746-811acf9d9d1c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.500457] env[68802]: DEBUG oslo_vmware.api [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for the task: (returnval){ [ 1002.500457] env[68802]: value = "task-2795899" [ 1002.500457] env[68802]: _type = "Task" [ 1002.500457] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.501196] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b87ff8d-bf21-4a99-9289-c9bc97201308 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.545716] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb2836a-4ab3-482a-887b-57bc42f99b2c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.548938] env[68802]: DEBUG oslo_vmware.api [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.552181] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d307a01b-c228-45e6-93b8-ecadd95be6e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.572739] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d48482-d9e2-496c-b498-8577290398cd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.577258] env[68802]: DEBUG oslo_vmware.api [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Task: {'id': task-2795896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240287} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.587890] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.588164] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.588912] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.588912] env[68802]: INFO nova.compute.manager [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1002.588912] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.589219] env[68802]: DEBUG nova.compute.manager [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Detach interface failed, port_id=008f908a-0e2a-42f7-a70c-028977dd42e9, reason: Instance d7f31af5-de51-429a-9b47-7621cb9853b2 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1002.589313] env[68802]: DEBUG nova.compute.manager [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Received event network-vif-deleted-8faebcd0-a2f9-4d8b-a1a7-578f8c930b38 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.589501] env[68802]: INFO nova.compute.manager [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Neutron deleted interface 8faebcd0-a2f9-4d8b-a1a7-578f8c930b38; detaching it from the instance and deleting it from the info cache [ 1002.589752] env[68802]: DEBUG nova.network.neutron [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.591435] env[68802]: DEBUG nova.compute.manager [-] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.591540] env[68802]: DEBUG nova.network.neutron [-] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.603871] env[68802]: DEBUG nova.compute.provider_tree [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.855868] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-90cf2548-149f-4af3-aaba-c236474ce3ff" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.856292] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-90cf2548-149f-4af3-aaba-c236474ce3ff" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.856794] env[68802]: DEBUG nova.objects.instance [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'flavor' on Instance uuid 1fa19997-d018-43ac-9260-f18121a33bcd {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.909609] env[68802]: DEBUG oslo_vmware.api [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795897, 'name': PowerOffVM_Task, 'duration_secs': 0.181144} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.909898] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.910074] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.910346] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fcb5afe-0044-49aa-a931-d643013abb91 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.943489] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.943679] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.943749] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Deleting the datastore file [datastore1] ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.944035] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57fa6df1-710c-41ef-99ca-88e6d755537c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.951559] env[68802]: DEBUG oslo_vmware.api [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 1002.951559] env[68802]: value = "task-2795901" [ 1002.951559] env[68802]: _type = "Task" [ 1002.951559] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.962905] env[68802]: DEBUG oslo_vmware.api [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.012340] env[68802]: DEBUG oslo_vmware.api [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Task: {'id': task-2795899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245523} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.012614] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.012798] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.013048] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.013255] env[68802]: INFO nova.compute.manager [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1003.013514] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.013711] env[68802]: DEBUG nova.compute.manager [-] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.013820] env[68802]: DEBUG nova.network.neutron [-] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.104780] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02e286de-8d45-4725-a97d-cf9d7e6d0600 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.107604] env[68802]: DEBUG nova.scheduler.client.report [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.120265] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee9924a-6ff3-46ab-86bb-1a93459d47f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.156354] env[68802]: DEBUG nova.compute.manager [req-5d5cad6d-d5ce-48cb-95b0-d84a1a3ea8ac req-c27a5b4f-6890-4eb9-af27-5ea3b633f52f service nova] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Detach interface failed, port_id=8faebcd0-a2f9-4d8b-a1a7-578f8c930b38, reason: Instance d7f31af5-de51-429a-9b47-7621cb9853b2 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1003.463789] env[68802]: DEBUG oslo_vmware.api [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263758} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.464125] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.464170] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.464351] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.464527] env[68802]: INFO nova.compute.manager [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1003.464785] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.464980] env[68802]: DEBUG nova.compute.manager [-] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.465096] env[68802]: DEBUG nova.network.neutron [-] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.482849] env[68802]: DEBUG nova.network.neutron [-] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.541125] env[68802]: DEBUG nova.objects.instance [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'pci_requests' on Instance uuid 1fa19997-d018-43ac-9260-f18121a33bcd {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.613144] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.613884] env[68802]: DEBUG nova.compute.manager [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.622022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.288s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.622022] env[68802]: DEBUG nova.objects.instance [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lazy-loading 'resources' on Instance uuid ad90fc3d-b7cd-4a2a-a62e-47419a263897 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.694434] env[68802]: DEBUG nova.network.neutron [-] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.831992] env[68802]: DEBUG nova.compute.manager [req-b9b8caa2-553e-4e96-8aaf-dc6f2c5fb1a6 req-aefc00d2-1df6-4646-bdfe-890df772ab6e service nova] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Received event network-vif-deleted-0f115198-2f1d-496a-8d41-85e07c2598b3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1003.832373] env[68802]: DEBUG nova.compute.manager [req-b9b8caa2-553e-4e96-8aaf-dc6f2c5fb1a6 req-aefc00d2-1df6-4646-bdfe-890df772ab6e service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Received event network-changed-efdaf802-eb12-4f5a-8393-d1416a87f8e8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1003.832605] env[68802]: DEBUG nova.compute.manager [req-b9b8caa2-553e-4e96-8aaf-dc6f2c5fb1a6 req-aefc00d2-1df6-4646-bdfe-890df772ab6e service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Refreshing instance network info cache due to event network-changed-efdaf802-eb12-4f5a-8393-d1416a87f8e8. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1003.832928] env[68802]: DEBUG oslo_concurrency.lockutils [req-b9b8caa2-553e-4e96-8aaf-dc6f2c5fb1a6 req-aefc00d2-1df6-4646-bdfe-890df772ab6e service nova] Acquiring lock "refresh_cache-6f76cfec-5734-4e2c-b64b-e898a6182c99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.833142] env[68802]: DEBUG oslo_concurrency.lockutils [req-b9b8caa2-553e-4e96-8aaf-dc6f2c5fb1a6 req-aefc00d2-1df6-4646-bdfe-890df772ab6e service nova] Acquired lock "refresh_cache-6f76cfec-5734-4e2c-b64b-e898a6182c99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.833360] env[68802]: DEBUG nova.network.neutron [req-b9b8caa2-553e-4e96-8aaf-dc6f2c5fb1a6 req-aefc00d2-1df6-4646-bdfe-890df772ab6e service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Refreshing network info cache for port efdaf802-eb12-4f5a-8393-d1416a87f8e8 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.902212] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.902488] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.903486] env[68802]: INFO nova.compute.manager [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Shelving [ 1003.983450] env[68802]: DEBUG nova.network.neutron [-] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.023432] env[68802]: DEBUG nova.network.neutron [-] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.043264] env[68802]: DEBUG nova.objects.base [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Object Instance<1fa19997-d018-43ac-9260-f18121a33bcd> lazy-loaded attributes: flavor,pci_requests {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1004.043500] env[68802]: DEBUG nova.network.neutron [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.107260] env[68802]: DEBUG nova.policy [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15364a89aed840319e4ebfb1e17ea0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734c42736a374f8eb00c5faa4b1f3427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.122063] env[68802]: DEBUG nova.compute.utils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.123665] env[68802]: DEBUG nova.compute.manager [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.123892] env[68802]: DEBUG nova.network.neutron [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.196548] env[68802]: DEBUG nova.policy [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b915ed6fa814320a682ae6f615e876c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42beed3bab1649e281cfaa01eb7ce5c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.199273] env[68802]: INFO nova.compute.manager [-] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Took 1.61 seconds to deallocate network for instance. [ 1004.355159] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f764fff6-cc42-4a88-bb3e-27ffc0700dd4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.364386] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2714011-364c-4531-80b7-cb773220f21d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.398732] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5133a-ed6b-4aa6-bfab-68be015ae4b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.411980] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fae83ae-5c21-40ce-88ce-797f760c6137 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.427313] env[68802]: DEBUG nova.compute.provider_tree [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.487411] env[68802]: INFO nova.compute.manager [-] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Took 1.02 seconds to deallocate network for instance. [ 1004.526692] env[68802]: INFO nova.compute.manager [-] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Took 1.51 seconds to deallocate network for instance. [ 1004.578784] env[68802]: DEBUG nova.network.neutron [req-b9b8caa2-553e-4e96-8aaf-dc6f2c5fb1a6 req-aefc00d2-1df6-4646-bdfe-890df772ab6e service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Updated VIF entry in instance network info cache for port efdaf802-eb12-4f5a-8393-d1416a87f8e8. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.579284] env[68802]: DEBUG nova.network.neutron [req-b9b8caa2-553e-4e96-8aaf-dc6f2c5fb1a6 req-aefc00d2-1df6-4646-bdfe-890df772ab6e service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Updating instance_info_cache with network_info: [{"id": "efdaf802-eb12-4f5a-8393-d1416a87f8e8", "address": "fa:16:3e:8b:53:24", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdaf802-eb", "ovs_interfaceid": "efdaf802-eb12-4f5a-8393-d1416a87f8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.606548] env[68802]: DEBUG nova.network.neutron [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Successfully created port: cbda963a-e7fe-4be3-a5c8-ce820ab421d8 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.626979] env[68802]: DEBUG nova.compute.manager [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.705400] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.919115] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.919582] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c7ba217-8449-4765-b8e6-6680a8cffa3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.931968] env[68802]: DEBUG nova.scheduler.client.report [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.937545] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1004.937545] env[68802]: value = "task-2795902" [ 1004.937545] env[68802]: _type = "Task" [ 1004.937545] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.952964] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.998279] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.028494] env[68802]: DEBUG oslo_vmware.rw_handles [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b40ac-7de2-8a08-d839-68980d358203/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1005.029895] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f234af85-1c45-4705-ba05-d423ab49b1fd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.040712] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.041098] env[68802]: DEBUG oslo_vmware.rw_handles [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b40ac-7de2-8a08-d839-68980d358203/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1005.041373] env[68802]: ERROR oslo_vmware.rw_handles [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b40ac-7de2-8a08-d839-68980d358203/disk-0.vmdk due to incomplete transfer. [ 1005.041716] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0026874d-84b1-498c-b580-1ba149cca536 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.052167] env[68802]: DEBUG oslo_vmware.rw_handles [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b40ac-7de2-8a08-d839-68980d358203/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1005.052495] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Uploaded image 0bc6b373-de68-4212-8966-101701bc7b72 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1005.055700] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1005.056130] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ead39698-822e-4b26-b23a-805b1a6e672f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.065030] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1005.065030] env[68802]: value = "task-2795903" [ 1005.065030] env[68802]: _type = "Task" [ 1005.065030] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.077266] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795903, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.082016] env[68802]: DEBUG oslo_concurrency.lockutils [req-b9b8caa2-553e-4e96-8aaf-dc6f2c5fb1a6 req-aefc00d2-1df6-4646-bdfe-890df772ab6e service nova] Releasing lock "refresh_cache-6f76cfec-5734-4e2c-b64b-e898a6182c99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.444235] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.449821] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.406s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.452205] env[68802]: INFO nova.compute.claims [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.454286] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795902, 'name': PowerOffVM_Task, 'duration_secs': 0.327594} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.455122] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.455670] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ba8d20-4c57-4628-b7ea-41b0daf6ac53 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.477365] env[68802]: INFO nova.scheduler.client.report [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleted allocations for instance ad90fc3d-b7cd-4a2a-a62e-47419a263897 [ 1005.478834] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55622b4-6b0c-4d3a-bfcd-9f84def72f61 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.575796] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795903, 'name': Destroy_Task, 'duration_secs': 0.388933} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.576148] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Destroyed the VM [ 1005.576353] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.576600] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1b79f6e9-be08-43f9-a84c-888308ff01b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.585874] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1005.585874] env[68802]: value = "task-2795904" [ 1005.585874] env[68802]: _type = "Task" [ 1005.585874] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.595267] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795904, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.637697] env[68802]: DEBUG nova.compute.manager [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.666545] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.666843] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.666973] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.667192] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.667359] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.667513] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.667753] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.667914] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.668114] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.668306] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.668496] env[68802]: DEBUG nova.virt.hardware [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.669450] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fade6b-1c47-4c2a-ad4d-5c40c0c0add9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.679291] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68686582-0fa0-4b99-bcd8-032124ecf4c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.809729] env[68802]: DEBUG nova.network.neutron [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Successfully updated port: 90cf2548-149f-4af3-aaba-c236474ce3ff {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.988412] env[68802]: DEBUG oslo_concurrency.lockutils [None req-74ab7011-084b-4d5c-9b84-5ccde27a4f3b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "ad90fc3d-b7cd-4a2a-a62e-47419a263897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.148s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.991798] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1005.992150] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-826d17d4-12bb-4d2e-a1c7-cd04dbecbca4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.001539] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1006.001539] env[68802]: value = "task-2795905" [ 1006.001539] env[68802]: _type = "Task" [ 1006.001539] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.015188] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795905, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.069360] env[68802]: DEBUG nova.compute.manager [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Received event network-vif-deleted-2b7c90b3-563c-460c-91ad-7687dd7ebf66 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1006.069657] env[68802]: DEBUG nova.compute.manager [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received event network-vif-plugged-90cf2548-149f-4af3-aaba-c236474ce3ff {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1006.069895] env[68802]: DEBUG oslo_concurrency.lockutils [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.070169] env[68802]: DEBUG oslo_concurrency.lockutils [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] Lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.070374] env[68802]: DEBUG oslo_concurrency.lockutils [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] Lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.070579] env[68802]: DEBUG nova.compute.manager [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] No waiting events found dispatching network-vif-plugged-90cf2548-149f-4af3-aaba-c236474ce3ff {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.070753] env[68802]: WARNING nova.compute.manager [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received unexpected event network-vif-plugged-90cf2548-149f-4af3-aaba-c236474ce3ff for instance with vm_state active and task_state None. [ 1006.070915] env[68802]: DEBUG nova.compute.manager [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received event network-changed-90cf2548-149f-4af3-aaba-c236474ce3ff {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1006.071115] env[68802]: DEBUG nova.compute.manager [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Refreshing instance network info cache due to event network-changed-90cf2548-149f-4af3-aaba-c236474ce3ff. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1006.071336] env[68802]: DEBUG oslo_concurrency.lockutils [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] Acquiring lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.071518] env[68802]: DEBUG oslo_concurrency.lockutils [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] Acquired lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.071632] env[68802]: DEBUG nova.network.neutron [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Refreshing network info cache for port 90cf2548-149f-4af3-aaba-c236474ce3ff {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.097783] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795904, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.251967] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "ff975d90-156c-4c31-924d-3f94fa278c85" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.252325] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.252579] env[68802]: INFO nova.compute.manager [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Rebooting instance [ 1006.314792] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.499650] env[68802]: DEBUG nova.network.neutron [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Successfully updated port: cbda963a-e7fe-4be3-a5c8-ce820ab421d8 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.515068] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795905, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.598899] env[68802]: DEBUG oslo_vmware.api [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795904, 'name': RemoveSnapshot_Task, 'duration_secs': 0.602167} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.601314] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.601564] env[68802]: INFO nova.compute.manager [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Took 15.34 seconds to snapshot the instance on the hypervisor. [ 1006.676240] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93767e38-b1a6-4969-bf5e-1580fdd80488 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.684953] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d683829-a5b2-4ea4-bb6c-fdb37202cc91 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.718686] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe21d6c2-86ff-4d93-907b-b07cc31d4723 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.732184] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf4399e-bf6f-4d3a-b885-c880b74b1bbf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.747865] env[68802]: DEBUG nova.compute.provider_tree [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.770421] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.770598] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.770769] env[68802]: DEBUG nova.network.neutron [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.821863] env[68802]: DEBUG nova.network.neutron [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Added VIF to instance network info cache for port 90cf2548-149f-4af3-aaba-c236474ce3ff. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1006.822556] env[68802]: DEBUG nova.network.neutron [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19972d06-0afc-4aa7-bef3-4db87de74f42", "address": "fa:16:3e:b2:a4:a6", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19972d06-0a", "ovs_interfaceid": "19972d06-0afc-4aa7-bef3-4db87de74f42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cf2548-149f-4af3-aaba-c236474ce3ff", "address": "fa:16:3e:ed:21:c4", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cf2548-14", "ovs_interfaceid": "90cf2548-149f-4af3-aaba-c236474ce3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.003901] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.004120] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.004364] env[68802]: DEBUG nova.network.neutron [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.014863] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795905, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.233278] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "0da19fe3-b125-411e-9dc5-9c980487deed" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.233278] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.233278] env[68802]: DEBUG nova.compute.manager [None req-e8e424e9-d02f-4aa6-b775-b0f6cb6013f9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Found 2 images (rotation: 2) {{(pid=68802) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1007.250852] env[68802]: DEBUG nova.scheduler.client.report [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.328864] env[68802]: DEBUG oslo_concurrency.lockutils [req-e380aa16-5e5a-4327-8be5-8c009892cb05 req-d73b7c54-f0f3-4f08-9799-b3580e61cf85 service nova] Releasing lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.329383] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.329683] env[68802]: DEBUG nova.network.neutron [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.515322] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795905, 'name': CreateSnapshot_Task, 'duration_secs': 1.051727} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.515902] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1007.516668] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8e520f-befd-41ef-b0e7-9001cb5cc7c6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.572542] env[68802]: DEBUG nova.network.neutron [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.612109] env[68802]: DEBUG nova.network.neutron [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance_info_cache with network_info: [{"id": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "address": "fa:16:3e:7f:67:ab", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6150befc-18", "ovs_interfaceid": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.671095] env[68802]: INFO nova.compute.manager [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Detaching volume fffa6f3a-9b45-487c-8e60-b0756e8edf46 [ 1007.710080] env[68802]: INFO nova.virt.block_device [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Attempting to driver detach volume fffa6f3a-9b45-487c-8e60-b0756e8edf46 from mountpoint /dev/sdb [ 1007.710339] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1007.710526] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561879', 'volume_id': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'name': 'volume-fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da19fe3-b125-411e-9dc5-9c980487deed', 'attached_at': '', 'detached_at': '', 'volume_id': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'serial': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1007.711432] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c6ea26-747a-4d26-a2a2-dcffb5c2f8d5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.739401] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82910f73-0c65-42a6-b2f9-179ed3a36d1b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.747689] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6a1035-2da8-41bb-b1a5-fd6ad1265c6e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.769494] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.770045] env[68802]: DEBUG nova.compute.manager [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.772697] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.309s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.772913] env[68802]: DEBUG nova.objects.instance [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lazy-loading 'resources' on Instance uuid d7f31af5-de51-429a-9b47-7621cb9853b2 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.774447] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a57247-b835-48ce-a306-1a92d79b1656 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.778123] env[68802]: DEBUG nova.network.neutron [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Updating instance_info_cache with network_info: [{"id": "cbda963a-e7fe-4be3-a5c8-ce820ab421d8", "address": "fa:16:3e:08:6f:5b", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda963a-e7", "ovs_interfaceid": "cbda963a-e7fe-4be3-a5c8-ce820ab421d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.793725] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] The volume has not been displaced from its original location: [datastore1] volume-fffa6f3a-9b45-487c-8e60-b0756e8edf46/volume-fffa6f3a-9b45-487c-8e60-b0756e8edf46.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1007.799236] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1007.800464] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d6013d-9173-438a-81e0-8aefe66ef3ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.820514] env[68802]: DEBUG oslo_vmware.api [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1007.820514] env[68802]: value = "task-2795906" [ 1007.820514] env[68802]: _type = "Task" [ 1007.820514] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.829339] env[68802]: DEBUG oslo_vmware.api [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.835868] env[68802]: DEBUG nova.compute.manager [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.836244] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8caa001-eff3-482d-8f33-74d4eb76d887 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.879782] env[68802]: WARNING nova.network.neutron [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] 7ca7ef08-282d-461c-9c7f-6bd801b62361 already exists in list: networks containing: ['7ca7ef08-282d-461c-9c7f-6bd801b62361']. ignoring it [ 1007.880097] env[68802]: WARNING nova.network.neutron [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] 7ca7ef08-282d-461c-9c7f-6bd801b62361 already exists in list: networks containing: ['7ca7ef08-282d-461c-9c7f-6bd801b62361']. ignoring it [ 1007.880292] env[68802]: WARNING nova.network.neutron [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] 7ca7ef08-282d-461c-9c7f-6bd801b62361 already exists in list: networks containing: ['7ca7ef08-282d-461c-9c7f-6bd801b62361']. ignoring it [ 1007.880462] env[68802]: WARNING nova.network.neutron [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] 90cf2548-149f-4af3-aaba-c236474ce3ff already exists in list: port_ids containing: ['90cf2548-149f-4af3-aaba-c236474ce3ff']. ignoring it [ 1008.034773] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1008.035080] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8e18fb8-13e1-4309-9671-84037931a6ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.044114] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1008.044114] env[68802]: value = "task-2795907" [ 1008.044114] env[68802]: _type = "Task" [ 1008.044114] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.053125] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795907, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.115032] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.124791] env[68802]: DEBUG nova.compute.manager [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Received event network-vif-plugged-cbda963a-e7fe-4be3-a5c8-ce820ab421d8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1008.124791] env[68802]: DEBUG oslo_concurrency.lockutils [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] Acquiring lock "85210d3b-ea46-4cee-8312-51a448d47620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.124914] env[68802]: DEBUG oslo_concurrency.lockutils [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] Lock "85210d3b-ea46-4cee-8312-51a448d47620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.125103] env[68802]: DEBUG oslo_concurrency.lockutils [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] Lock "85210d3b-ea46-4cee-8312-51a448d47620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.125381] env[68802]: DEBUG nova.compute.manager [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] No waiting events found dispatching network-vif-plugged-cbda963a-e7fe-4be3-a5c8-ce820ab421d8 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.125616] env[68802]: WARNING nova.compute.manager [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Received unexpected event network-vif-plugged-cbda963a-e7fe-4be3-a5c8-ce820ab421d8 for instance with vm_state building and task_state spawning. [ 1008.125786] env[68802]: DEBUG nova.compute.manager [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Received event network-changed-cbda963a-e7fe-4be3-a5c8-ce820ab421d8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1008.125943] env[68802]: DEBUG nova.compute.manager [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Refreshing instance network info cache due to event network-changed-cbda963a-e7fe-4be3-a5c8-ce820ab421d8. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1008.126169] env[68802]: DEBUG oslo_concurrency.lockutils [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] Acquiring lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.279365] env[68802]: DEBUG nova.compute.utils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.283686] env[68802]: DEBUG nova.compute.manager [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.283913] env[68802]: DEBUG nova.network.neutron [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.288744] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.289068] env[68802]: DEBUG nova.compute.manager [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Instance network_info: |[{"id": "cbda963a-e7fe-4be3-a5c8-ce820ab421d8", "address": "fa:16:3e:08:6f:5b", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda963a-e7", "ovs_interfaceid": "cbda963a-e7fe-4be3-a5c8-ce820ab421d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.289842] env[68802]: DEBUG oslo_concurrency.lockutils [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] Acquired lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.290086] env[68802]: DEBUG nova.network.neutron [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Refreshing network info cache for port cbda963a-e7fe-4be3-a5c8-ce820ab421d8 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.291314] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:6f:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbda963a-e7fe-4be3-a5c8-ce820ab421d8', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.301505] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.306590] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.306908] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b59f4c0-dda2-4709-94e8-77df075f9ed0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.335033] env[68802]: DEBUG oslo_vmware.api [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795906, 'name': ReconfigVM_Task, 'duration_secs': 0.237681} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.336445] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.341024] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.341024] env[68802]: value = "task-2795908" [ 1008.341024] env[68802]: _type = "Task" [ 1008.341024] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.343708] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca4e4fa9-672c-49c7-9a5a-fe3a39b1a757 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.354729] env[68802]: INFO nova.compute.manager [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] instance snapshotting [ 1008.355232] env[68802]: DEBUG nova.objects.instance [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'flavor' on Instance uuid ce9e1d70-d1c0-4244-bcf6-5497612c00d9 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.370431] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795908, 'name': CreateVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.371291] env[68802]: DEBUG oslo_vmware.api [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1008.371291] env[68802]: value = "task-2795909" [ 1008.371291] env[68802]: _type = "Task" [ 1008.371291] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.376889] env[68802]: DEBUG nova.policy [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1372e635bc624792a6c00a386afb9739', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3bcd07f18ac42c4a3103e959c257f0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.381727] env[68802]: DEBUG oslo_vmware.api [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.446008] env[68802]: DEBUG nova.network.neutron [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19972d06-0afc-4aa7-bef3-4db87de74f42", "address": "fa:16:3e:b2:a4:a6", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19972d06-0a", "ovs_interfaceid": "19972d06-0afc-4aa7-bef3-4db87de74f42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cf2548-149f-4af3-aaba-c236474ce3ff", "address": "fa:16:3e:ed:21:c4", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cf2548-14", "ovs_interfaceid": "90cf2548-149f-4af3-aaba-c236474ce3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.552490] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fdf2d8-7525-4b78-b5e0-7ebe059879fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.567585] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37288e0e-8d2b-4613-aac8-debcfebdaee5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.572830] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795907, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.620088] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55279636-e659-497d-a9bc-7fbd4d44d0d5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.624374] env[68802]: DEBUG nova.compute.manager [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.625482] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd6a18c-eb01-4494-b3ac-e76fb2f4627b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.644622] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d2a89-eaac-4ee5-8cfa-469cb6543acd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.663360] env[68802]: DEBUG nova.compute.provider_tree [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.792361] env[68802]: DEBUG nova.compute.manager [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.807818] env[68802]: DEBUG nova.network.neutron [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Successfully created port: d59da5ff-16aa-4261-a7c0-9a211212b302 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.865841] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795908, 'name': CreateVM_Task, 'duration_secs': 0.430877} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.868515] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.869933] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.870298] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.870863] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.872075] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8a5cb2-15d6-4db3-95bc-e17a5c676508 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.874789] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57dfc4e3-b3d1-402e-88fb-9445a3077813 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.884227] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1008.884227] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d01dbf-705e-eb4c-3403-476604f656f6" [ 1008.884227] env[68802]: _type = "Task" [ 1008.884227] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.901236] env[68802]: DEBUG oslo_vmware.api [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795909, 'name': ReconfigVM_Task, 'duration_secs': 0.157101} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.905263] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561879', 'volume_id': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'name': 'volume-fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da19fe3-b125-411e-9dc5-9c980487deed', 'attached_at': '', 'detached_at': '', 'volume_id': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46', 'serial': 'fffa6f3a-9b45-487c-8e60-b0756e8edf46'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1008.909019] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23951d9-ad23-450b-95e2-b38b0b6bc6ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.920563] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d01dbf-705e-eb4c-3403-476604f656f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.922964] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.923467] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.923952] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.924663] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.924990] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.930442] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b156711-256e-4a09-b40d-4e71579e28eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.941027] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.941027] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.941027] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7046733c-da2d-4d88-926b-a1624860b8aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.947435] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1008.947435] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52132a81-e538-d28a-28de-678d894f24b5" [ 1008.947435] env[68802]: _type = "Task" [ 1008.947435] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.950038] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.950038] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.950038] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.954504] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17959943-5e1e-456e-ab0d-2c14b3c91686 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.966846] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52132a81-e538-d28a-28de-678d894f24b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.983164] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.985142] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.985142] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.985142] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.985142] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.985142] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.985142] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.985142] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.985142] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.985142] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.985790] env[68802]: DEBUG nova.virt.hardware [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.992920] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Reconfiguring VM to attach interface {{(pid=68802) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1008.995811] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e762fbc-4679-4b41-bc14-394ee2e480a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.999419] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db87201e-dfe9-4dab-8f15-69f995929a24 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.016116] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1009.016116] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f477d1-3dc3-7eda-56f7-0f095725fdc9" [ 1009.016116] env[68802]: _type = "Task" [ 1009.016116] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.022973] env[68802]: DEBUG oslo_vmware.api [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1009.022973] env[68802]: value = "task-2795910" [ 1009.022973] env[68802]: _type = "Task" [ 1009.022973] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.026727] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f477d1-3dc3-7eda-56f7-0f095725fdc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.035700] env[68802]: DEBUG oslo_vmware.api [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795910, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.056160] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795907, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.166830] env[68802]: DEBUG nova.scheduler.client.report [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.235904] env[68802]: DEBUG nova.network.neutron [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Updated VIF entry in instance network info cache for port cbda963a-e7fe-4be3-a5c8-ce820ab421d8. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.235904] env[68802]: DEBUG nova.network.neutron [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Updating instance_info_cache with network_info: [{"id": "cbda963a-e7fe-4be3-a5c8-ce820ab421d8", "address": "fa:16:3e:08:6f:5b", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda963a-e7", "ovs_interfaceid": "cbda963a-e7fe-4be3-a5c8-ce820ab421d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.432734] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.433091] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b0814c1c-0e02-4533-b6ac-00aa3fd4afe6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.442162] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1009.442162] env[68802]: value = "task-2795911" [ 1009.442162] env[68802]: _type = "Task" [ 1009.442162] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.450444] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.460542] env[68802]: DEBUG nova.objects.instance [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lazy-loading 'flavor' on Instance uuid 0da19fe3-b125-411e-9dc5-9c980487deed {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.527597] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f477d1-3dc3-7eda-56f7-0f095725fdc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.531094] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.531406] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 85210d3b-ea46-4cee-8312-51a448d47620/85210d3b-ea46-4cee-8312-51a448d47620.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.531719] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8bf8775-dfab-422a-bc71-68512c3b5ff3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.541107] env[68802]: DEBUG oslo_vmware.api [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.542631] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1009.542631] env[68802]: value = "task-2795912" [ 1009.542631] env[68802]: _type = "Task" [ 1009.542631] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.554569] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.557881] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795907, 'name': CloneVM_Task, 'duration_secs': 1.470266} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.558181] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Created linked-clone VM from snapshot [ 1009.558953] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ac41cd-b8dd-4185-83d4-0a6a6a5546a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.567298] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Uploading image 2299250d-53bf-4bed-bfec-8440f5602543 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1009.593779] env[68802]: DEBUG oslo_vmware.rw_handles [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1009.593779] env[68802]: value = "vm-561923" [ 1009.593779] env[68802]: _type = "VirtualMachine" [ 1009.593779] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1009.594107] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69fab655-4cb7-429a-8a5b-47e57f45f53a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.602506] env[68802]: DEBUG oslo_vmware.rw_handles [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lease: (returnval){ [ 1009.602506] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff2e89-108a-4f8d-de1c-75415377bdb9" [ 1009.602506] env[68802]: _type = "HttpNfcLease" [ 1009.602506] env[68802]: } obtained for exporting VM: (result){ [ 1009.602506] env[68802]: value = "vm-561923" [ 1009.602506] env[68802]: _type = "VirtualMachine" [ 1009.602506] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1009.602869] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the lease: (returnval){ [ 1009.602869] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff2e89-108a-4f8d-de1c-75415377bdb9" [ 1009.602869] env[68802]: _type = "HttpNfcLease" [ 1009.602869] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1009.610839] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.610839] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff2e89-108a-4f8d-de1c-75415377bdb9" [ 1009.610839] env[68802]: _type = "HttpNfcLease" [ 1009.610839] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1009.649994] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f4a092-3175-4bc0-a433-cf9caf1e7e38 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.657900] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Doing hard reboot of VM {{(pid=68802) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1009.658168] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6771af37-3266-4705-887e-87785472ca67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.665602] env[68802]: DEBUG oslo_vmware.api [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1009.665602] env[68802]: value = "task-2795914" [ 1009.665602] env[68802]: _type = "Task" [ 1009.665602] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.678067] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.680528] env[68802]: DEBUG oslo_vmware.api [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795914, 'name': ResetVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.681772] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.976s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.682094] env[68802]: DEBUG nova.objects.instance [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lazy-loading 'resources' on Instance uuid 737f5c64-4e57-4187-a654-4ad8bd40ae3e {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.701285] env[68802]: INFO nova.scheduler.client.report [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Deleted allocations for instance d7f31af5-de51-429a-9b47-7621cb9853b2 [ 1009.737738] env[68802]: DEBUG oslo_concurrency.lockutils [req-be2982bf-7c48-4e46-b6f7-7159be65d57c req-1a7a5380-9706-476a-b879-e362784c3bc4 service nova] Releasing lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.800980] env[68802]: DEBUG nova.compute.manager [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.828213] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.828612] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.828786] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.828982] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.829158] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.829311] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.829529] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.829692] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.829857] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.830043] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.830227] env[68802]: DEBUG nova.virt.hardware [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.831167] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026eda87-acd6-45a6-a792-30ee18897837 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.841532] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0ea010-ce4d-4fd1-b64a-87d3f956bb2b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.954652] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.040104] env[68802]: DEBUG oslo_vmware.api [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795910, 'name': ReconfigVM_Task, 'duration_secs': 0.601806} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.040540] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.040811] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Reconfigured VM to attach interface {{(pid=68802) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1010.055404] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795912, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.111914] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.111914] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff2e89-108a-4f8d-de1c-75415377bdb9" [ 1010.111914] env[68802]: _type = "HttpNfcLease" [ 1010.111914] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1010.111914] env[68802]: DEBUG oslo_vmware.rw_handles [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1010.111914] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ff2e89-108a-4f8d-de1c-75415377bdb9" [ 1010.111914] env[68802]: _type = "HttpNfcLease" [ 1010.111914] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1010.112694] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4de939-41aa-4a24-88fe-763eef52d532 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.122204] env[68802]: DEBUG oslo_vmware.rw_handles [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52558da8-fa64-3771-2ddf-04bf1e43b133/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1010.122441] env[68802]: DEBUG oslo_vmware.rw_handles [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52558da8-fa64-3771-2ddf-04bf1e43b133/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1010.191201] env[68802]: DEBUG oslo_vmware.api [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2795914, 'name': ResetVM_Task, 'duration_secs': 0.116088} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.191201] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Did hard reboot of VM {{(pid=68802) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1010.191462] env[68802]: DEBUG nova.compute.manager [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.192102] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9506e87f-0a5f-4ac5-9667-217673994c38 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.209048] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4bf8a27-cf56-4e8b-b60b-bd2aca6d6344 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "d7f31af5-de51-429a-9b47-7621cb9853b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.738s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.223179] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0f595502-503d-4713-b37d-6bae09d969f3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.393592] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3943ad4-ec2a-4fbe-b5e7-08a5bc691814 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.402339] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7d8727-9187-4b87-9e68-5d5b230c8d83 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.438810] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d44fc83-a957-4e4c-b2c1-b099cc300193 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.451209] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4164835-c892-4143-9c84-6d2b96a260f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.459683] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.471039] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ac3cce0-23f4-44b8-86cc-28c950df7ef7 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.473278] env[68802]: DEBUG nova.compute.provider_tree [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.546183] env[68802]: DEBUG oslo_concurrency.lockutils [None req-7c4b0620-233e-493a-8e5b-396546a7cf96 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-90cf2548-149f-4af3-aaba-c236474ce3ff" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.690s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.561891] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581492} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.563853] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 85210d3b-ea46-4cee-8312-51a448d47620/85210d3b-ea46-4cee-8312-51a448d47620.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.565257] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.565257] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8db62a4-8893-425b-a45c-636da126d3ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.575253] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1010.575253] env[68802]: value = "task-2795915" [ 1010.575253] env[68802]: _type = "Task" [ 1010.575253] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.587346] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.593362] env[68802]: DEBUG nova.compute.manager [req-ec4d1c19-2f07-4879-900b-1ece07a008c7 req-b2ced90c-1170-41a7-aee8-5e1de05a7fc3 service nova] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Received event network-vif-plugged-d59da5ff-16aa-4261-a7c0-9a211212b302 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1010.593630] env[68802]: DEBUG oslo_concurrency.lockutils [req-ec4d1c19-2f07-4879-900b-1ece07a008c7 req-b2ced90c-1170-41a7-aee8-5e1de05a7fc3 service nova] Acquiring lock "13fd5285-f121-4558-b49f-3221eed21551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.593879] env[68802]: DEBUG oslo_concurrency.lockutils [req-ec4d1c19-2f07-4879-900b-1ece07a008c7 req-b2ced90c-1170-41a7-aee8-5e1de05a7fc3 service nova] Lock "13fd5285-f121-4558-b49f-3221eed21551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.594105] env[68802]: DEBUG oslo_concurrency.lockutils [req-ec4d1c19-2f07-4879-900b-1ece07a008c7 req-b2ced90c-1170-41a7-aee8-5e1de05a7fc3 service nova] Lock "13fd5285-f121-4558-b49f-3221eed21551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.594510] env[68802]: DEBUG nova.compute.manager [req-ec4d1c19-2f07-4879-900b-1ece07a008c7 req-b2ced90c-1170-41a7-aee8-5e1de05a7fc3 service nova] [instance: 13fd5285-f121-4558-b49f-3221eed21551] No waiting events found dispatching network-vif-plugged-d59da5ff-16aa-4261-a7c0-9a211212b302 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.594729] env[68802]: WARNING nova.compute.manager [req-ec4d1c19-2f07-4879-900b-1ece07a008c7 req-b2ced90c-1170-41a7-aee8-5e1de05a7fc3 service nova] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Received unexpected event network-vif-plugged-d59da5ff-16aa-4261-a7c0-9a211212b302 for instance with vm_state building and task_state spawning. [ 1010.653155] env[68802]: DEBUG nova.network.neutron [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Successfully updated port: d59da5ff-16aa-4261-a7c0-9a211212b302 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.708316] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9c67f50d-de41-4966-b0df-8284e056b713 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.456s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.956786] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795911, 'name': CreateSnapshot_Task, 'duration_secs': 1.262546} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.957627] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1010.958353] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73464a42-4b0d-4f64-9110-5dcdf34f86b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.980428] env[68802]: DEBUG nova.scheduler.client.report [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.087406] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12471} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.089809] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.089809] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a17af37-9ae6-40dd-b5f0-c2e665d0d13c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.119054] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 85210d3b-ea46-4cee-8312-51a448d47620/85210d3b-ea46-4cee-8312-51a448d47620.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.119592] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f056fccf-01de-4483-93c9-2489185c300f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.145595] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1011.145595] env[68802]: value = "task-2795916" [ 1011.145595] env[68802]: _type = "Task" [ 1011.145595] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.160554] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquiring lock "refresh_cache-13fd5285-f121-4558-b49f-3221eed21551" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.160706] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquired lock "refresh_cache-13fd5285-f121-4558-b49f-3221eed21551" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.160870] env[68802]: DEBUG nova.network.neutron [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.162260] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.181059] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "0da19fe3-b125-411e-9dc5-9c980487deed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.181059] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.181291] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "0da19fe3-b125-411e-9dc5-9c980487deed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.181669] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.182331] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.184411] env[68802]: INFO nova.compute.manager [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Terminating instance [ 1011.480734] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1011.481232] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb10a3c7-f779-4a77-8320-f8600567c1b3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.486474] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.489434] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.491s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.490353] env[68802]: DEBUG nova.objects.instance [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lazy-loading 'resources' on Instance uuid ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.495106] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1011.495106] env[68802]: value = "task-2795917" [ 1011.495106] env[68802]: _type = "Task" [ 1011.495106] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.506674] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795917, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.528463] env[68802]: INFO nova.scheduler.client.report [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Deleted allocations for instance 737f5c64-4e57-4187-a654-4ad8bd40ae3e [ 1011.658067] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795916, 'name': ReconfigVM_Task, 'duration_secs': 0.478242} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.658499] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 85210d3b-ea46-4cee-8312-51a448d47620/85210d3b-ea46-4cee-8312-51a448d47620.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.659363] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c208bf3a-82f5-436d-90a9-b3f54ee3c65e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.670232] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1011.670232] env[68802]: value = "task-2795918" [ 1011.670232] env[68802]: _type = "Task" [ 1011.670232] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.683203] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795918, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.689617] env[68802]: DEBUG nova.compute.manager [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.691927] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.691927] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62289217-0426-425e-9454-e9156f0dcbc5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.702825] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.703358] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9626407-19ab-4351-a77f-14e78b40dbe9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.715137] env[68802]: DEBUG oslo_vmware.api [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1011.715137] env[68802]: value = "task-2795919" [ 1011.715137] env[68802]: _type = "Task" [ 1011.715137] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.735311] env[68802]: DEBUG oslo_vmware.api [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.744305] env[68802]: DEBUG nova.network.neutron [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.975257] env[68802]: DEBUG nova.network.neutron [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Updating instance_info_cache with network_info: [{"id": "d59da5ff-16aa-4261-a7c0-9a211212b302", "address": "fa:16:3e:5f:90:10", "network": {"id": "859ac0d9-fafe-4916-92d5-9aacbb52a28f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-221401009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3bcd07f18ac42c4a3103e959c257f0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59da5ff-16", "ovs_interfaceid": "d59da5ff-16aa-4261-a7c0-9a211212b302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.010248] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795917, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.038590] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1af5cfe1-70c6-4c58-8ce0-6ccd04442295 tempest-ServerMetadataNegativeTestJSON-2074042476 tempest-ServerMetadataNegativeTestJSON-2074042476-project-member] Lock "737f5c64-4e57-4187-a654-4ad8bd40ae3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.161s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.194105] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795918, 'name': Rename_Task, 'duration_secs': 0.248494} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.194576] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.195130] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f352be3-5fc6-4fb8-978b-3ac6fb85cbfe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.207079] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1012.207079] env[68802]: value = "task-2795920" [ 1012.207079] env[68802]: _type = "Task" [ 1012.207079] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.229484] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.238556] env[68802]: DEBUG oslo_vmware.api [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795919, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.270486] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5de36f-27c9-4fab-b54e-04901a54c327 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.279068] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290dd238-fca8-42d4-9382-de02ac596679 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.319526] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-19972d06-0afc-4aa7-bef3-4db87de74f42" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.319861] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-19972d06-0afc-4aa7-bef3-4db87de74f42" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.324356] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba96086b-7644-42e4-a9fc-5b630d20a320 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.335913] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fed983-037d-4cb4-b295-85b70ca145e0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.356313] env[68802]: DEBUG nova.compute.provider_tree [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.477085] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Releasing lock "refresh_cache-13fd5285-f121-4558-b49f-3221eed21551" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.477481] env[68802]: DEBUG nova.compute.manager [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Instance network_info: |[{"id": "d59da5ff-16aa-4261-a7c0-9a211212b302", "address": "fa:16:3e:5f:90:10", "network": {"id": "859ac0d9-fafe-4916-92d5-9aacbb52a28f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-221401009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3bcd07f18ac42c4a3103e959c257f0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59da5ff-16", "ovs_interfaceid": "d59da5ff-16aa-4261-a7c0-9a211212b302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.477955] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:90:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd59da5ff-16aa-4261-a7c0-9a211212b302', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.487490] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Creating folder: Project (e3bcd07f18ac42c4a3103e959c257f0d). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.487838] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c65ddebf-084a-4881-9972-92c9083b6948 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.505351] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Created folder: Project (e3bcd07f18ac42c4a3103e959c257f0d) in parent group-v561663. [ 1012.505608] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Creating folder: Instances. Parent ref: group-v561927. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.506388] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e37d908c-3c5b-45f2-bd98-b302a748a7a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.512308] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795917, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.519517] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Created folder: Instances in parent group-v561927. [ 1012.519710] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.520467] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.520467] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-786584b5-67a1-49b3-b025-8efc924a4b42 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.546722] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.546722] env[68802]: value = "task-2795923" [ 1012.546722] env[68802]: _type = "Task" [ 1012.546722] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.557582] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795923, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.631356] env[68802]: DEBUG nova.compute.manager [req-5738de9b-9e8e-4b76-b9f7-f50bf4dea501 req-ea33a17e-0a75-4548-a4a2-89199b0552b0 service nova] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Received event network-changed-d59da5ff-16aa-4261-a7c0-9a211212b302 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1012.631604] env[68802]: DEBUG nova.compute.manager [req-5738de9b-9e8e-4b76-b9f7-f50bf4dea501 req-ea33a17e-0a75-4548-a4a2-89199b0552b0 service nova] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Refreshing instance network info cache due to event network-changed-d59da5ff-16aa-4261-a7c0-9a211212b302. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1012.631824] env[68802]: DEBUG oslo_concurrency.lockutils [req-5738de9b-9e8e-4b76-b9f7-f50bf4dea501 req-ea33a17e-0a75-4548-a4a2-89199b0552b0 service nova] Acquiring lock "refresh_cache-13fd5285-f121-4558-b49f-3221eed21551" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.632034] env[68802]: DEBUG oslo_concurrency.lockutils [req-5738de9b-9e8e-4b76-b9f7-f50bf4dea501 req-ea33a17e-0a75-4548-a4a2-89199b0552b0 service nova] Acquired lock "refresh_cache-13fd5285-f121-4558-b49f-3221eed21551" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.632294] env[68802]: DEBUG nova.network.neutron [req-5738de9b-9e8e-4b76-b9f7-f50bf4dea501 req-ea33a17e-0a75-4548-a4a2-89199b0552b0 service nova] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Refreshing network info cache for port d59da5ff-16aa-4261-a7c0-9a211212b302 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.720575] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.734758] env[68802]: DEBUG oslo_vmware.api [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795919, 'name': PowerOffVM_Task, 'duration_secs': 0.532994} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.735283] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.735391] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.735624] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5979b85f-1f15-41cd-848b-b93fbb7b83f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.828373] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.828612] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.830228] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fd1add-6a98-426b-bc0c-7e3313b0350c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.835141] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.835333] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.835787] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleting the datastore file [datastore2] 0da19fe3-b125-411e-9dc5-9c980487deed {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.841097] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64799f59-f12a-4e54-9cb2-5a755c71c41c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.866537] env[68802]: DEBUG nova.scheduler.client.report [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.873881] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1a25c9-1945-4df7-b9da-b2c727beb6f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.879541] env[68802]: DEBUG oslo_vmware.api [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1012.879541] env[68802]: value = "task-2795925" [ 1012.879541] env[68802]: _type = "Task" [ 1012.879541] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.913345] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Reconfiguring VM to detach interface {{(pid=68802) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1012.914879] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70acbcdf-4aa8-40f2-a3a6-fe275251eb53 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.934912] env[68802]: DEBUG oslo_vmware.api [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.942919] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1012.942919] env[68802]: value = "task-2795926" [ 1012.942919] env[68802]: _type = "Task" [ 1012.942919] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.954863] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.010737] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795917, 'name': CloneVM_Task} progress is 95%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.056959] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795923, 'name': CreateVM_Task, 'duration_secs': 0.484669} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.057249] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.057855] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.058037] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.058381] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.058646] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33256d23-5361-4555-b077-087d6e735e59 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.063793] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for the task: (returnval){ [ 1013.063793] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521d58cb-09a8-1e30-e465-9bffc190282b" [ 1013.063793] env[68802]: _type = "Task" [ 1013.063793] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.072951] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521d58cb-09a8-1e30-e465-9bffc190282b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.225501] env[68802]: DEBUG oslo_vmware.api [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795920, 'name': PowerOnVM_Task, 'duration_secs': 0.729521} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.225790] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.225983] env[68802]: INFO nova.compute.manager [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1013.226194] env[68802]: DEBUG nova.compute.manager [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.227013] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e7e28e-158a-4389-8470-ae6b85ede2a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.380245] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.383311] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.342s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.383311] env[68802]: DEBUG nova.objects.instance [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lazy-loading 'resources' on Instance uuid 39a65ac9-8c3a-4188-af4b-f6f72739c0ff {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.402594] env[68802]: DEBUG oslo_vmware.api [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278117} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.403131] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.403416] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.403542] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.404354] env[68802]: INFO nova.compute.manager [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1013.404354] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.404611] env[68802]: DEBUG nova.compute.manager [-] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.404770] env[68802]: DEBUG nova.network.neutron [-] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.407908] env[68802]: INFO nova.scheduler.client.report [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Deleted allocations for instance ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f [ 1013.410200] env[68802]: DEBUG nova.network.neutron [req-5738de9b-9e8e-4b76-b9f7-f50bf4dea501 req-ea33a17e-0a75-4548-a4a2-89199b0552b0 service nova] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Updated VIF entry in instance network info cache for port d59da5ff-16aa-4261-a7c0-9a211212b302. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.410574] env[68802]: DEBUG nova.network.neutron [req-5738de9b-9e8e-4b76-b9f7-f50bf4dea501 req-ea33a17e-0a75-4548-a4a2-89199b0552b0 service nova] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Updating instance_info_cache with network_info: [{"id": "d59da5ff-16aa-4261-a7c0-9a211212b302", "address": "fa:16:3e:5f:90:10", "network": {"id": "859ac0d9-fafe-4916-92d5-9aacbb52a28f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-221401009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3bcd07f18ac42c4a3103e959c257f0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59da5ff-16", "ovs_interfaceid": "d59da5ff-16aa-4261-a7c0-9a211212b302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.460026] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.466994] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.466994] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.515575] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795917, 'name': CloneVM_Task, 'duration_secs': 1.626712} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.516089] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Created linked-clone VM from snapshot [ 1013.517028] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf5128-565c-47a2-89b4-f1c4f26228c5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.530861] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Uploading image b446fdab-fecc-4877-8f21-4852f94bcdd0 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1013.573037] env[68802]: DEBUG oslo_vmware.rw_handles [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1013.573037] env[68802]: value = "vm-561926" [ 1013.573037] env[68802]: _type = "VirtualMachine" [ 1013.573037] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1013.573037] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7373a0e2-dd03-4f07-8c97-9f1f7ad8d813 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.578395] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521d58cb-09a8-1e30-e465-9bffc190282b, 'name': SearchDatastore_Task, 'duration_secs': 0.015312} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.579176] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.579485] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.579803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.579967] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.580206] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.580479] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f897805-7331-43c6-8f48-20298bd6e645 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.586726] env[68802]: DEBUG oslo_vmware.rw_handles [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lease: (returnval){ [ 1013.586726] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52143744-5192-47c5-d626-b3712464fbe4" [ 1013.586726] env[68802]: _type = "HttpNfcLease" [ 1013.586726] env[68802]: } obtained for exporting VM: (result){ [ 1013.586726] env[68802]: value = "vm-561926" [ 1013.586726] env[68802]: _type = "VirtualMachine" [ 1013.586726] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1013.586726] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the lease: (returnval){ [ 1013.586726] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52143744-5192-47c5-d626-b3712464fbe4" [ 1013.586726] env[68802]: _type = "HttpNfcLease" [ 1013.586726] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1013.594158] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.594383] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.597246] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf149961-9446-47f6-8242-2d0f2d0f9459 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.599837] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.599837] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52143744-5192-47c5-d626-b3712464fbe4" [ 1013.599837] env[68802]: _type = "HttpNfcLease" [ 1013.599837] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.605237] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for the task: (returnval){ [ 1013.605237] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fe7911-0f16-ce71-e103-28045b7c85f9" [ 1013.605237] env[68802]: _type = "Task" [ 1013.605237] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.616891] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fe7911-0f16-ce71-e103-28045b7c85f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.750687] env[68802]: INFO nova.compute.manager [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Took 13.72 seconds to build instance. [ 1013.914808] env[68802]: DEBUG oslo_concurrency.lockutils [req-5738de9b-9e8e-4b76-b9f7-f50bf4dea501 req-ea33a17e-0a75-4548-a4a2-89199b0552b0 service nova] Releasing lock "refresh_cache-13fd5285-f121-4558-b49f-3221eed21551" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.919335] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4fadd379-8d83-470e-a8a2-8b04ebfe3450 tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.168s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.964579] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.972181] env[68802]: DEBUG nova.compute.manager [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.097376] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.097376] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52143744-5192-47c5-d626-b3712464fbe4" [ 1014.097376] env[68802]: _type = "HttpNfcLease" [ 1014.097376] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1014.100165] env[68802]: DEBUG oslo_vmware.rw_handles [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1014.100165] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52143744-5192-47c5-d626-b3712464fbe4" [ 1014.100165] env[68802]: _type = "HttpNfcLease" [ 1014.100165] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1014.102163] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d561fb2-58ee-43a5-ba83-075cc83201f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.129386] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fe7911-0f16-ce71-e103-28045b7c85f9, 'name': SearchDatastore_Task, 'duration_secs': 0.022533} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.129831] env[68802]: DEBUG oslo_vmware.rw_handles [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d8d67-35fb-880a-1898-db15924f6ace/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1014.130010] env[68802]: DEBUG oslo_vmware.rw_handles [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d8d67-35fb-880a-1898-db15924f6ace/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1014.132644] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727ff97d-54cd-4715-89c4-5b4291b7974a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.203186] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "3bc6d14d-6644-47f7-bb25-61690af0ef2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.203450] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "3bc6d14d-6644-47f7-bb25-61690af0ef2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.203662] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "3bc6d14d-6644-47f7-bb25-61690af0ef2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.203851] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "3bc6d14d-6644-47f7-bb25-61690af0ef2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.204028] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "3bc6d14d-6644-47f7-bb25-61690af0ef2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.206832] env[68802]: INFO nova.compute.manager [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Terminating instance [ 1014.216956] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for the task: (returnval){ [ 1014.216956] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4e7f9-1742-c0e5-c357-aee67d2eb062" [ 1014.216956] env[68802]: _type = "Task" [ 1014.216956] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.225438] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4e7f9-1742-c0e5-c357-aee67d2eb062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.236845] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9067f8-ce82-458c-bf5f-0f3167bdd671 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.247456] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29563ce8-e86b-42ec-9a8f-3fff29a3d4ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.254897] env[68802]: DEBUG oslo_concurrency.lockutils [None req-628fd1f9-068f-40f4-bc3d-4586f9b6140d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "85210d3b-ea46-4cee-8312-51a448d47620" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.240s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.256028] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dab12f61-d589-42fe-82a4-9c769bd47205 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.291187] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b25b7-9879-4e3c-af9c-5bba21dff871 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.301108] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d359a-22e9-4691-b6a0-1d41172b36d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.319234] env[68802]: DEBUG nova.compute.provider_tree [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.445488] env[68802]: DEBUG nova.network.neutron [-] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.458615] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.498444] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.686811] env[68802]: DEBUG nova.compute.manager [req-a08fe456-81bc-4564-a47b-3613501c9c0b req-554fd6f1-86be-4ef9-99b9-70d5a845e4fe service nova] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Received event network-vif-deleted-ff7e7287-2787-4af4-9ffe-493acc6f66d0 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1014.712477] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "refresh_cache-3bc6d14d-6644-47f7-bb25-61690af0ef2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.717016] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquired lock "refresh_cache-3bc6d14d-6644-47f7-bb25-61690af0ef2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.717016] env[68802]: DEBUG nova.network.neutron [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.733792] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f4e7f9-1742-c0e5-c357-aee67d2eb062, 'name': SearchDatastore_Task, 'duration_secs': 0.014455} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.734169] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.734484] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 13fd5285-f121-4558-b49f-3221eed21551/13fd5285-f121-4558-b49f-3221eed21551.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.734835] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7bd2243-47ce-467b-8884-6cdf922c66ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.745109] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for the task: (returnval){ [ 1014.745109] env[68802]: value = "task-2795928" [ 1014.745109] env[68802]: _type = "Task" [ 1014.745109] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.758627] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.829668] env[68802]: DEBUG nova.scheduler.client.report [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.952884] env[68802]: INFO nova.compute.manager [-] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Took 1.55 seconds to deallocate network for instance. [ 1014.963596] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.247197] env[68802]: DEBUG nova.network.neutron [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.262835] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.330724] env[68802]: DEBUG nova.network.neutron [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.339024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.341027] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.843s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.343052] env[68802]: INFO nova.compute.claims [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.372592] env[68802]: INFO nova.scheduler.client.report [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Deleted allocations for instance 39a65ac9-8c3a-4188-af4b-f6f72739c0ff [ 1015.459623] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.466125] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.754467] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.754958] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.762905] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660639} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.763390] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 13fd5285-f121-4558-b49f-3221eed21551/13fd5285-f121-4558-b49f-3221eed21551.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.763740] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.764151] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30e7767f-f082-46c1-b6bd-cd1c45995dcd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.773495] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for the task: (returnval){ [ 1015.773495] env[68802]: value = "task-2795929" [ 1015.773495] env[68802]: _type = "Task" [ 1015.773495] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.787033] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.834287] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Releasing lock "refresh_cache-3bc6d14d-6644-47f7-bb25-61690af0ef2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.834881] env[68802]: DEBUG nova.compute.manager [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.835097] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.836276] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c878ce44-ad5e-4d87-a488-bf3a01f27255 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.849459] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.850030] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b6be9c5-10ac-43f5-b203-24badc370596 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.863186] env[68802]: DEBUG oslo_vmware.api [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 1015.863186] env[68802]: value = "task-2795930" [ 1015.863186] env[68802]: _type = "Task" [ 1015.863186] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.876370] env[68802]: DEBUG oslo_vmware.api [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.881451] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95679f6b-0f29-4e90-95fb-219ba629f0cc tempest-ServerRescueNegativeTestJSON-1975480473 tempest-ServerRescueNegativeTestJSON-1975480473-project-member] Lock "39a65ac9-8c3a-4188-af4b-f6f72739c0ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.534s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.959318] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.263039] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.263258] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.263451] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.263735] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.263865] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.263944] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.264189] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1016.264412] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.286682] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106029} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.287296] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.288211] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91411da-b316-488c-a65f-9bd999a0d571 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.313607] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 13fd5285-f121-4558-b49f-3221eed21551/13fd5285-f121-4558-b49f-3221eed21551.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.314056] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87dccb8b-1265-48b4-8991-7bfe0f3ccb17 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.336549] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for the task: (returnval){ [ 1016.336549] env[68802]: value = "task-2795931" [ 1016.336549] env[68802]: _type = "Task" [ 1016.336549] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.345523] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.376345] env[68802]: DEBUG oslo_vmware.api [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795930, 'name': PowerOffVM_Task, 'duration_secs': 0.237402} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.376345] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.376345] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.376345] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97299c42-10ea-4613-9fda-ce8d3f471b87 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.401714] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.401949] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.402170] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Deleting the datastore file [datastore2] 3bc6d14d-6644-47f7-bb25-61690af0ef2e {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.402494] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a59ece57-3183-47f4-a2ef-a4336e6eddb9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.411406] env[68802]: DEBUG oslo_vmware.api [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for the task: (returnval){ [ 1016.411406] env[68802]: value = "task-2795933" [ 1016.411406] env[68802]: _type = "Task" [ 1016.411406] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.423135] env[68802]: DEBUG oslo_vmware.api [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.463290] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.571027] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdf75fa-4aec-4d99-bfe8-1ce90e7b7989 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.577411] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3835b62-2f00-4bc9-b906-b0a832892245 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.610272] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca2a2ef-b080-41a1-ae8b-b15ff6b7038d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.619091] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff702b2-55c8-480a-920f-9b1b7377c155 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.636019] env[68802]: DEBUG nova.compute.provider_tree [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.767535] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.847822] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795931, 'name': ReconfigVM_Task, 'duration_secs': 0.492089} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.848128] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 13fd5285-f121-4558-b49f-3221eed21551/13fd5285-f121-4558-b49f-3221eed21551.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.848784] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-099de7a1-b4a4-4f51-ab79-2f555366d1d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.855841] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for the task: (returnval){ [ 1016.855841] env[68802]: value = "task-2795934" [ 1016.855841] env[68802]: _type = "Task" [ 1016.855841] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.865403] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795934, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.924080] env[68802]: DEBUG oslo_vmware.api [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Task: {'id': task-2795933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187818} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.924544] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.924865] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.925217] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.925549] env[68802]: INFO nova.compute.manager [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1016.925929] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.926290] env[68802]: DEBUG nova.compute.manager [-] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.926468] env[68802]: DEBUG nova.network.neutron [-] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.957969] env[68802]: DEBUG nova.network.neutron [-] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.973832] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.140833] env[68802]: DEBUG nova.scheduler.client.report [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.366987] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795934, 'name': Rename_Task, 'duration_secs': 0.206105} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.368143] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.368455] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f898d37d-2749-43a2-a6e7-93edba860a39 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.380632] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for the task: (returnval){ [ 1017.380632] env[68802]: value = "task-2795935" [ 1017.380632] env[68802]: _type = "Task" [ 1017.380632] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.390189] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.460830] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.463309] env[68802]: DEBUG nova.network.neutron [-] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.649792] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.650426] env[68802]: DEBUG nova.compute.manager [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.653317] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.187s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.653621] env[68802]: DEBUG nova.objects.instance [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lazy-loading 'resources' on Instance uuid 0da19fe3-b125-411e-9dc5-9c980487deed {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.893157] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795935, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.961835] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.965439] env[68802]: INFO nova.compute.manager [-] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Took 1.04 seconds to deallocate network for instance. [ 1018.156772] env[68802]: DEBUG nova.compute.utils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.164450] env[68802]: DEBUG nova.compute.manager [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.167409] env[68802]: DEBUG nova.network.neutron [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.263581] env[68802]: DEBUG nova.policy [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c39b84a5b342079a7e0bc8545ce60c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9819b7b17e0343dda8b2335fc23f7130', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.398575] env[68802]: DEBUG oslo_vmware.api [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795935, 'name': PowerOnVM_Task, 'duration_secs': 0.752992} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.402182] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.402494] env[68802]: INFO nova.compute.manager [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1018.403137] env[68802]: DEBUG nova.compute.manager [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.403742] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cb6821-5b7e-4f5e-8d7a-5873bf157f15 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.434178] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1935dd47-08ef-4f54-b468-bcb966ca1e24 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.443164] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb3338a-ccea-485b-9dbc-fe25e5bd4e44 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.476876] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.480789] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283d8c94-ae8b-4f2e-8430-3a4ce742f885 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.488925] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.492201] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c9a3e-1d59-4dd5-b4c1-79f8c343ed45 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.508044] env[68802]: DEBUG nova.compute.provider_tree [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.675126] env[68802]: DEBUG nova.compute.manager [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.931560] env[68802]: INFO nova.compute.manager [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Took 17.90 seconds to build instance. [ 1018.987020] env[68802]: DEBUG oslo_vmware.api [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795926, 'name': ReconfigVM_Task, 'duration_secs': 5.855307} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.987020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.987020] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Reconfigured VM to detach interface {{(pid=68802) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1018.988882] env[68802]: DEBUG nova.network.neutron [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Successfully created port: 2f1a91c6-f21f-4fab-a4ee-f70a4c345178 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.011520] env[68802]: DEBUG nova.scheduler.client.report [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.264263] env[68802]: DEBUG oslo_vmware.rw_handles [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52558da8-fa64-3771-2ddf-04bf1e43b133/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1019.265625] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d8ed8c-143c-408a-8bc7-06e6d406ce7c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.279094] env[68802]: DEBUG oslo_vmware.rw_handles [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52558da8-fa64-3771-2ddf-04bf1e43b133/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1019.279333] env[68802]: ERROR oslo_vmware.rw_handles [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52558da8-fa64-3771-2ddf-04bf1e43b133/disk-0.vmdk due to incomplete transfer. [ 1019.279608] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2ee621a3-be5a-4159-be29-bac0c450f411 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.288759] env[68802]: DEBUG oslo_vmware.rw_handles [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52558da8-fa64-3771-2ddf-04bf1e43b133/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1019.288968] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Uploaded image 2299250d-53bf-4bed-bfec-8440f5602543 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1019.291461] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1019.291735] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5986ea5f-daf4-485b-b290-bd84861f19cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.299146] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1019.299146] env[68802]: value = "task-2795936" [ 1019.299146] env[68802]: _type = "Task" [ 1019.299146] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.307757] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795936, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.435436] env[68802]: DEBUG oslo_concurrency.lockutils [None req-89abc914-363b-4008-aeef-523bbacfc260 tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lock "13fd5285-f121-4558-b49f-3221eed21551" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.415s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.516967] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.519788] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.752s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.520101] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.520390] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1019.520738] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.045s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.520973] env[68802]: DEBUG nova.objects.instance [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lazy-loading 'resources' on Instance uuid 3bc6d14d-6644-47f7-bb25-61690af0ef2e {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.523288] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cb76ef-967e-4653-941c-7d4d47a078af {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.533904] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f33b559-76c1-41ea-b96a-e65a8686230e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.555353] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e85ec45-efa6-4ff6-aeb8-22df02f55ace {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.565843] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bfbaaa-3787-4ea1-a163-5e6890403629 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.606872] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178712MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1019.607125] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.608488] env[68802]: INFO nova.scheduler.client.report [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleted allocations for instance 0da19fe3-b125-411e-9dc5-9c980487deed [ 1019.647519] env[68802]: DEBUG nova.network.neutron [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Successfully created port: 72a50cb7-5958-47e8-8f85-9d03d26f97f1 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.672865] env[68802]: DEBUG nova.compute.manager [req-c2970f52-7540-4044-ae74-c17eb1edf8f1 req-ee1077f2-971d-44c2-92d6-38adb25cb33d service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received event network-vif-deleted-19972d06-0afc-4aa7-bef3-4db87de74f42 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1019.673356] env[68802]: INFO nova.compute.manager [req-c2970f52-7540-4044-ae74-c17eb1edf8f1 req-ee1077f2-971d-44c2-92d6-38adb25cb33d service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Neutron deleted interface 19972d06-0afc-4aa7-bef3-4db87de74f42; detaching it from the instance and deleting it from the info cache [ 1019.673920] env[68802]: DEBUG nova.network.neutron [req-c2970f52-7540-4044-ae74-c17eb1edf8f1 req-ee1077f2-971d-44c2-92d6-38adb25cb33d service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cf2548-149f-4af3-aaba-c236474ce3ff", "address": "fa:16:3e:ed:21:c4", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cf2548-14", "ovs_interfaceid": "90cf2548-149f-4af3-aaba-c236474ce3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.685432] env[68802]: DEBUG nova.compute.manager [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.747490] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.747759] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.747913] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.748106] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.748258] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.748421] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.748639] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.748798] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.748961] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.753263] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.753584] env[68802]: DEBUG nova.virt.hardware [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.755128] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391b1231-a4bf-481e-90d6-91e5846937c2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.763927] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41dc0ef-5987-44e5-aed1-f4bd451cfc49 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.777658] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "85210d3b-ea46-4cee-8312-51a448d47620" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.777924] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "85210d3b-ea46-4cee-8312-51a448d47620" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.778113] env[68802]: INFO nova.compute.manager [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Shelving [ 1019.809245] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795936, 'name': Destroy_Task, 'duration_secs': 0.388169} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.809511] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Destroyed the VM [ 1019.809749] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1019.810021] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ade468c3-c79e-4fdf-9bcc-1c80e5140fe1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.827441] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1019.827441] env[68802]: value = "task-2795937" [ 1019.827441] env[68802]: _type = "Task" [ 1019.827441] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.834868] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795937, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.119907] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3ee03dc1-90cf-4922-a5c1-79f43d6a5888 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "0da19fe3-b125-411e-9dc5-9c980487deed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.938s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.178190] env[68802]: DEBUG oslo_concurrency.lockutils [req-c2970f52-7540-4044-ae74-c17eb1edf8f1 req-ee1077f2-971d-44c2-92d6-38adb25cb33d service nova] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.178394] env[68802]: DEBUG oslo_concurrency.lockutils [req-c2970f52-7540-4044-ae74-c17eb1edf8f1 req-ee1077f2-971d-44c2-92d6-38adb25cb33d service nova] Acquired lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.179621] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce5b34f-7780-4741-9da8-2c353693ad79 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.204505] env[68802]: DEBUG oslo_concurrency.lockutils [req-c2970f52-7540-4044-ae74-c17eb1edf8f1 req-ee1077f2-971d-44c2-92d6-38adb25cb33d service nova] Releasing lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.204939] env[68802]: WARNING nova.compute.manager [req-c2970f52-7540-4044-ae74-c17eb1edf8f1 req-ee1077f2-971d-44c2-92d6-38adb25cb33d service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Detach interface failed, port_id=19972d06-0afc-4aa7-bef3-4db87de74f42, reason: No device with interface-id 19972d06-0afc-4aa7-bef3-4db87de74f42 exists on VM: nova.exception.NotFound: No device with interface-id 19972d06-0afc-4aa7-bef3-4db87de74f42 exists on VM [ 1020.271452] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d180e10-f3e3-492e-88b7-8e6f13c9ecb0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.283201] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1636e2-7ab6-4f81-aab7-74d8b654aa95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.320551] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f75e7a-5852-4578-ac34-c694588e93a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.332570] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a13784-346b-4ab2-98d9-555a88fcef7d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.342103] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795937, 'name': RemoveSnapshot_Task, 'duration_secs': 0.443113} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.350111] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1020.350111] env[68802]: DEBUG nova.compute.manager [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.350262] env[68802]: DEBUG nova.compute.provider_tree [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.352056] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2846e2ab-33fb-4b21-92ae-e3a33e124ea5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.546648] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.546839] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.547029] env[68802]: DEBUG nova.network.neutron [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.792879] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.793266] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70c086f1-23da-451b-9f6f-9bc9c13c6bf7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.802712] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1020.802712] env[68802]: value = "task-2795938" [ 1020.802712] env[68802]: _type = "Task" [ 1020.802712] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.812304] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.856369] env[68802]: DEBUG nova.scheduler.client.report [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.864605] env[68802]: INFO nova.compute.manager [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Shelve offloading [ 1021.169217] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.169529] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "1fa19997-d018-43ac-9260-f18121a33bcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.169903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.169976] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.170128] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "1fa19997-d018-43ac-9260-f18121a33bcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.172754] env[68802]: INFO nova.compute.manager [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Terminating instance [ 1021.315464] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795938, 'name': PowerOffVM_Task, 'duration_secs': 0.243652} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.315966] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.317033] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a1a56a-ba84-4ed7-a093-8c91d6ad4664 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.336668] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d646280-2739-49ae-8607-1247260e2a21 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.364111] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.364111] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.756s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.369029] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.369469] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b709140a-8d51-44a5-a9a0-9cfb7d833deb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.376322] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1021.376322] env[68802]: value = "task-2795939" [ 1021.376322] env[68802]: _type = "Task" [ 1021.376322] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.385976] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1021.386357] env[68802]: DEBUG nova.compute.manager [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.387221] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1266f0-a5f6-41dd-9aeb-dfda0427e19c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.393412] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.393609] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.393946] env[68802]: DEBUG nova.network.neutron [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.643533] env[68802]: INFO nova.scheduler.client.report [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Deleted allocations for instance 3bc6d14d-6644-47f7-bb25-61690af0ef2e [ 1021.668819] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquiring lock "13fd5285-f121-4558-b49f-3221eed21551" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.669114] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lock "13fd5285-f121-4558-b49f-3221eed21551" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.669334] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquiring lock "13fd5285-f121-4558-b49f-3221eed21551-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.669537] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lock "13fd5285-f121-4558-b49f-3221eed21551-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.669701] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lock "13fd5285-f121-4558-b49f-3221eed21551-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.671905] env[68802]: INFO nova.compute.manager [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Terminating instance [ 1021.678434] env[68802]: DEBUG nova.compute.manager [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.678639] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.679616] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e32435-a813-4785-91a4-006df17ff331 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.696082] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.696347] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c6cb2c-7c7b-4372-8911-c9f3bb61094c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.703610] env[68802]: DEBUG oslo_vmware.api [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1021.703610] env[68802]: value = "task-2795940" [ 1021.703610] env[68802]: _type = "Task" [ 1021.703610] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.713788] env[68802]: DEBUG oslo_vmware.api [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.720963] env[68802]: DEBUG nova.compute.manager [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received event network-vif-deleted-90cf2548-149f-4af3-aaba-c236474ce3ff {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1021.721202] env[68802]: INFO nova.compute.manager [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Neutron deleted interface 90cf2548-149f-4af3-aaba-c236474ce3ff; detaching it from the instance and deleting it from the info cache [ 1021.725924] env[68802]: DEBUG nova.network.neutron [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.797128] env[68802]: INFO nova.network.neutron [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Port 90cf2548-149f-4af3-aaba-c236474ce3ff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1021.797628] env[68802]: DEBUG nova.network.neutron [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [{"id": "499c859a-bf91-46eb-9842-47cf9eacb542", "address": "fa:16:3e:bf:7e:c0", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c859a-bf", "ovs_interfaceid": "499c859a-bf91-46eb-9842-47cf9eacb542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.847958] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1021.848291] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c787d331-35de-4ad0-bd3e-d219ba8b86d5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.857491] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1021.857491] env[68802]: value = "task-2795941" [ 1021.857491] env[68802]: _type = "Task" [ 1021.857491] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.866061] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795941, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.923229] env[68802]: DEBUG nova.network.neutron [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Successfully updated port: 2f1a91c6-f21f-4fab-a4ee-f70a4c345178 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.156078] env[68802]: DEBUG oslo_concurrency.lockutils [None req-61878a40-5a0b-4360-aa0f-89749e9d742e tempest-ServerShowV247Test-1752504308 tempest-ServerShowV247Test-1752504308-project-member] Lock "3bc6d14d-6644-47f7-bb25-61690af0ef2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.952s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.177417] env[68802]: DEBUG nova.compute.manager [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.177777] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.178670] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bedf15-8b8c-4ddb-86a1-f92b2230b3c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.189875] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.190468] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b6ed14a-23b6-4801-887a-509ccb99b03a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.198300] env[68802]: DEBUG oslo_vmware.api [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for the task: (returnval){ [ 1022.198300] env[68802]: value = "task-2795942" [ 1022.198300] env[68802]: _type = "Task" [ 1022.198300] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.212324] env[68802]: DEBUG oslo_vmware.api [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.221074] env[68802]: DEBUG oslo_vmware.api [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795940, 'name': PowerOffVM_Task, 'duration_secs': 0.340347} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.221395] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.221574] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.221858] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d26cf1f-61c2-426d-82d4-27e3001f15f1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.223933] env[68802]: DEBUG oslo_concurrency.lockutils [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] Acquiring lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.300695] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.369453] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795941, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.396216] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.396497] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.396823] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleting the datastore file [datastore1] 1fa19997-d018-43ac-9260-f18121a33bcd {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.397295] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25a19719-f962-4dd6-988f-7265a213e2d2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.405862] env[68802]: DEBUG oslo_vmware.api [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1022.405862] env[68802]: value = "task-2795944" [ 1022.405862] env[68802]: _type = "Task" [ 1022.405862] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.415301] env[68802]: DEBUG oslo_vmware.api [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.421538] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0a18db03-13aa-45ae-9419-9e5f9b7ab882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.421688] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ff975d90-156c-4c31-924d-3f94fa278c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.421762] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ce9e1d70-d1c0-4244-bcf6-5497612c00d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.421842] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 1fa19997-d018-43ac-9260-f18121a33bcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.422027] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 8818cf59-9e8a-4246-a463-5f24ae55d2d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.422167] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.422313] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 6f76cfec-5734-4e2c-b64b-e898a6182c99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.422425] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 85210d3b-ea46-4cee-8312-51a448d47620 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.422575] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 13fd5285-f121-4558-b49f-3221eed21551 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.422735] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 3a214c19-4007-46a6-9bf7-2ed78a52c0e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.423072] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1022.423238] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1022.454119] env[68802]: DEBUG nova.network.neutron [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating instance_info_cache with network_info: [{"id": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "address": "fa:16:3e:9b:ec:9e", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f78e0e-fe", "ovs_interfaceid": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.592185] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703c498-18b6-44ad-acac-11bff1b329d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.599339] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7635390-6064-45fa-9cdc-44d3d1de09e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.634297] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e93d9f-4958-47a8-899e-b3d8cb51fabd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.642347] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51477522-a23a-4a5d-a9b4-0480da814a61 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.656427] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.708871] env[68802]: DEBUG oslo_vmware.api [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795942, 'name': PowerOffVM_Task, 'duration_secs': 0.213769} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.709168] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.709337] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.709592] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dd5d9dd-dee0-434b-ba8c-778bfc8342a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.810637] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95f4929f-4a27-4920-a0c7-b637568571ce tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-1fa19997-d018-43ac-9260-f18121a33bcd-19972d06-0afc-4aa7-bef3-4db87de74f42" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.486s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.840687] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.841078] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.841317] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Deleting the datastore file [datastore2] 13fd5285-f121-4558-b49f-3221eed21551 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.841636] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-047a4247-b89f-4581-8052-4cec6fcfa22d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.849319] env[68802]: DEBUG oslo_vmware.api [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for the task: (returnval){ [ 1022.849319] env[68802]: value = "task-2795946" [ 1022.849319] env[68802]: _type = "Task" [ 1022.849319] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.859650] env[68802]: DEBUG oslo_vmware.api [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.869916] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795941, 'name': CreateSnapshot_Task, 'duration_secs': 0.558219} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.870247] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.871116] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab1bdff-67f3-4b4d-9f3d-086041522359 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.915966] env[68802]: DEBUG oslo_vmware.api [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2795944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224601} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.915966] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.916178] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.916235] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.916395] env[68802]: INFO nova.compute.manager [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1022.916651] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.916848] env[68802]: DEBUG nova.compute.manager [-] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.916942] env[68802]: DEBUG nova.network.neutron [-] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.958874] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.983623] env[68802]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 90cf2548-149f-4af3-aaba-c236474ce3ff could not be found.", "detail": ""}} {{(pid=68802) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1022.983832] env[68802]: DEBUG nova.network.neutron [-] Unable to show port 90cf2548-149f-4af3-aaba-c236474ce3ff as it no longer exists. {{(pid=68802) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1023.190077] env[68802]: ERROR nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [req-4eed3041-d491-47f0-9378-10585c783eac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4eed3041-d491-47f0-9378-10585c783eac"}]} [ 1023.211521] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1023.233139] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1023.233281] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.252196] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1023.296880] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1023.366477] env[68802]: DEBUG oslo_vmware.api [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Task: {'id': task-2795946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497074} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.369613] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.370382] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.370382] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.370523] env[68802]: INFO nova.compute.manager [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1023.370714] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.371208] env[68802]: DEBUG nova.compute.manager [-] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.371310] env[68802]: DEBUG nova.network.neutron [-] [instance: 13fd5285-f121-4558-b49f-3221eed21551] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.394857] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1023.397659] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-054e4714-2bac-40d0-9db3-e64cd80d5e00 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.413501] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1023.413501] env[68802]: value = "task-2795947" [ 1023.413501] env[68802]: _type = "Task" [ 1023.413501] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.424069] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795947, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.479345] env[68802]: DEBUG nova.compute.manager [req-0580c5f3-7995-48df-860f-0169090d1efd req-8f57f80b-9485-45a1-b4df-3a0b1031b9ff service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received event network-vif-unplugged-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.479345] env[68802]: DEBUG oslo_concurrency.lockutils [req-0580c5f3-7995-48df-860f-0169090d1efd req-8f57f80b-9485-45a1-b4df-3a0b1031b9ff service nova] Acquiring lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.479552] env[68802]: DEBUG oslo_concurrency.lockutils [req-0580c5f3-7995-48df-860f-0169090d1efd req-8f57f80b-9485-45a1-b4df-3a0b1031b9ff service nova] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.479687] env[68802]: DEBUG oslo_concurrency.lockutils [req-0580c5f3-7995-48df-860f-0169090d1efd req-8f57f80b-9485-45a1-b4df-3a0b1031b9ff service nova] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.479872] env[68802]: DEBUG nova.compute.manager [req-0580c5f3-7995-48df-860f-0169090d1efd req-8f57f80b-9485-45a1-b4df-3a0b1031b9ff service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] No waiting events found dispatching network-vif-unplugged-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.480212] env[68802]: WARNING nova.compute.manager [req-0580c5f3-7995-48df-860f-0169090d1efd req-8f57f80b-9485-45a1-b4df-3a0b1031b9ff service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received unexpected event network-vif-unplugged-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 for instance with vm_state shelved and task_state shelving_offloading. [ 1023.533848] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.537914] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72cb529-a8c2-4ddf-8b37-544dc2d9d35b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.546414] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.546536] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca9f1311-1816-41b3-86b9-7f3ab248ce9c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.578020] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473d6f4f-208b-4fe6-9a68-5da8ddfb4909 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.586924] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097ff845-bb5d-4f2b-bc63-f4d3e410dbf7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.630497] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffedbbce-6c78-4a44-800c-fe8a0020c056 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.634580] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.634580] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.634580] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleting the datastore file [datastore2] 8818cf59-9e8a-4246-a463-5f24ae55d2d3 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.634580] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c98847e1-17c4-4e12-8a1d-52acb7ed1ec4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.642579] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2785b6bf-0ac7-4e99-9599-e1e0499bef74 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.648134] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1023.648134] env[68802]: value = "task-2795949" [ 1023.648134] env[68802]: _type = "Task" [ 1023.648134] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.662036] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.672336] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.891509] env[68802]: DEBUG oslo_vmware.rw_handles [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d8d67-35fb-880a-1898-db15924f6ace/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.892691] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5509cde9-5765-4455-9d5d-982984257d14 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.906811] env[68802]: DEBUG oslo_vmware.rw_handles [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d8d67-35fb-880a-1898-db15924f6ace/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.906811] env[68802]: ERROR oslo_vmware.rw_handles [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d8d67-35fb-880a-1898-db15924f6ace/disk-0.vmdk due to incomplete transfer. [ 1023.906811] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c784663-2ea1-46c2-9e86-2355cbcf8316 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.916230] env[68802]: DEBUG oslo_vmware.rw_handles [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d8d67-35fb-880a-1898-db15924f6ace/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.916549] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Uploaded image b446fdab-fecc-4877-8f21-4852f94bcdd0 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.921236] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.921884] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c8cf7a4-c136-4896-9a71-95925f9aefd0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.935304] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795947, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.935304] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1023.935304] env[68802]: value = "task-2795950" [ 1023.935304] env[68802]: _type = "Task" [ 1023.935304] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.945268] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795950, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.984019] env[68802]: DEBUG nova.compute.manager [req-397cf4d6-63f7-4924-813d-78678fa508ab req-74850d07-d595-4cfa-81e4-a4604f5708cd service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Received event network-changed-2f1a91c6-f21f-4fab-a4ee-f70a4c345178 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.984295] env[68802]: DEBUG nova.compute.manager [req-397cf4d6-63f7-4924-813d-78678fa508ab req-74850d07-d595-4cfa-81e4-a4604f5708cd service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Refreshing instance network info cache due to event network-changed-2f1a91c6-f21f-4fab-a4ee-f70a4c345178. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1023.985412] env[68802]: DEBUG oslo_concurrency.lockutils [req-397cf4d6-63f7-4924-813d-78678fa508ab req-74850d07-d595-4cfa-81e4-a4604f5708cd service nova] Acquiring lock "refresh_cache-3a214c19-4007-46a6-9bf7-2ed78a52c0e7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.985412] env[68802]: DEBUG oslo_concurrency.lockutils [req-397cf4d6-63f7-4924-813d-78678fa508ab req-74850d07-d595-4cfa-81e4-a4604f5708cd service nova] Acquired lock "refresh_cache-3a214c19-4007-46a6-9bf7-2ed78a52c0e7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.985412] env[68802]: DEBUG nova.network.neutron [req-397cf4d6-63f7-4924-813d-78678fa508ab req-74850d07-d595-4cfa-81e4-a4604f5708cd service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Refreshing network info cache for port 2f1a91c6-f21f-4fab-a4ee-f70a4c345178 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.158557] env[68802]: DEBUG oslo_vmware.api [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2795949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183642} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.159557] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.159557] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.159557] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.192944] env[68802]: ERROR nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [req-1c4d95c5-f2a6-4a91-9be5-31b5f9fde52d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1c4d95c5-f2a6-4a91-9be5-31b5f9fde52d"}]} [ 1024.218264] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.220986] env[68802]: INFO nova.scheduler.client.report [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleted allocations for instance 8818cf59-9e8a-4246-a463-5f24ae55d2d3 [ 1024.236068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "c069002a-dd8b-4cf3-82d8-07df448d3755" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.236068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.250474] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.250474] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.271046] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.296431] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.426637] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795947, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.434590] env[68802]: DEBUG nova.network.neutron [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Successfully updated port: 72a50cb7-5958-47e8-8f85-9d03d26f97f1 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.448133] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795950, 'name': Destroy_Task, 'duration_secs': 0.453618} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.448133] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Destroyed the VM [ 1024.448322] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.448731] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-421bd0c5-e031-448f-8328-37b7199bf39d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.457481] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1024.457481] env[68802]: value = "task-2795951" [ 1024.457481] env[68802]: _type = "Task" [ 1024.457481] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.467487] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795951, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.469831] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebc4ccf-0eeb-4a16-a822-5c458246637f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.477318] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e816569c-79a2-43ba-bfec-9d2aeb806d07 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.513209] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0113f394-5071-40ba-8b8d-9f16d87bbf67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.522677] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162b0fd7-e34f-4eeb-8f72-6e09aeaa7351 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.536879] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.567205] env[68802]: DEBUG nova.network.neutron [req-397cf4d6-63f7-4924-813d-78678fa508ab req-74850d07-d595-4cfa-81e4-a4604f5708cd service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.571603] env[68802]: DEBUG nova.network.neutron [-] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.662651] env[68802]: DEBUG nova.network.neutron [req-397cf4d6-63f7-4924-813d-78678fa508ab req-74850d07-d595-4cfa-81e4-a4604f5708cd service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.735287] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.739761] env[68802]: DEBUG nova.compute.manager [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.822086] env[68802]: DEBUG nova.network.neutron [-] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.926069] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795947, 'name': CloneVM_Task, 'duration_secs': 1.440049} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.926329] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Created linked-clone VM from snapshot [ 1024.927207] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34e10b7-f3c7-42f3-85dc-02345c97b7f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.933967] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Uploading image be948f5d-5fdf-4c09-b744-7e0210cc5530 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1024.939391] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "76cc97bc-a53f-41a4-b8a4-2497af519857" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.939611] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "76cc97bc-a53f-41a4-b8a4-2497af519857" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.942694] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "refresh_cache-3a214c19-4007-46a6-9bf7-2ed78a52c0e7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.968563] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795951, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.995415] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1024.995415] env[68802]: value = "vm-561931" [ 1024.995415] env[68802]: _type = "VirtualMachine" [ 1024.995415] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1024.995700] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b4bb247c-6dce-4653-997f-e11c83bdc0da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.002725] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lease: (returnval){ [ 1025.002725] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5259efc6-eb92-c513-9af3-0b1c40c8b9fa" [ 1025.002725] env[68802]: _type = "HttpNfcLease" [ 1025.002725] env[68802]: } obtained for exporting VM: (result){ [ 1025.002725] env[68802]: value = "vm-561931" [ 1025.002725] env[68802]: _type = "VirtualMachine" [ 1025.002725] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1025.002996] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the lease: (returnval){ [ 1025.002996] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5259efc6-eb92-c513-9af3-0b1c40c8b9fa" [ 1025.002996] env[68802]: _type = "HttpNfcLease" [ 1025.002996] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1025.008898] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.008898] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5259efc6-eb92-c513-9af3-0b1c40c8b9fa" [ 1025.008898] env[68802]: _type = "HttpNfcLease" [ 1025.008898] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1025.065678] env[68802]: ERROR nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [req-932f0a9f-3c3f-476e-ab90-132259863984] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-932f0a9f-3c3f-476e-ab90-132259863984"}]} [ 1025.074462] env[68802]: INFO nova.compute.manager [-] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Took 2.16 seconds to deallocate network for instance. [ 1025.087996] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1025.124852] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1025.124852] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.137298] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1025.165190] env[68802]: DEBUG oslo_concurrency.lockutils [req-397cf4d6-63f7-4924-813d-78678fa508ab req-74850d07-d595-4cfa-81e4-a4604f5708cd service nova] Releasing lock "refresh_cache-3a214c19-4007-46a6-9bf7-2ed78a52c0e7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.166534] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquired lock "refresh_cache-3a214c19-4007-46a6-9bf7-2ed78a52c0e7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.166702] env[68802]: DEBUG nova.network.neutron [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.169283] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1025.257311] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.322361] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f780aca2-79d8-4fd6-8bca-f336bf89e628 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.325759] env[68802]: INFO nova.compute.manager [-] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Took 1.95 seconds to deallocate network for instance. [ 1025.334330] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83c08cf-c86b-4536-a365-ea90b5025184 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.365024] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5684c544-454a-43f7-a659-c5c3cf539130 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.373089] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a213ea3e-a221-4240-8958-ebf1d03e7bdf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.388441] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.441419] env[68802]: DEBUG nova.compute.manager [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.470744] env[68802]: DEBUG oslo_vmware.api [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795951, 'name': RemoveSnapshot_Task, 'duration_secs': 0.948064} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.471015] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.471330] env[68802]: INFO nova.compute.manager [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Took 16.60 seconds to snapshot the instance on the hypervisor. [ 1025.511751] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.511751] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5259efc6-eb92-c513-9af3-0b1c40c8b9fa" [ 1025.511751] env[68802]: _type = "HttpNfcLease" [ 1025.511751] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1025.512112] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1025.512112] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5259efc6-eb92-c513-9af3-0b1c40c8b9fa" [ 1025.512112] env[68802]: _type = "HttpNfcLease" [ 1025.512112] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1025.512983] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1844aff-15d8-4049-a4c7-eb0fed1eb7af {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.522690] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ada3e5-760a-20f4-f3ac-0445bbbc3ec5/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1025.523143] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ada3e5-760a-20f4-f3ac-0445bbbc3ec5/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1025.581131] env[68802]: DEBUG nova.compute.manager [req-89da449c-7248-4f90-ac65-8b0eeef649c2 req-505f51b3-f960-4046-9c05-ebb3628537ef service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received event network-changed-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1025.581329] env[68802]: DEBUG nova.compute.manager [req-89da449c-7248-4f90-ac65-8b0eeef649c2 req-505f51b3-f960-4046-9c05-ebb3628537ef service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Refreshing instance network info cache due to event network-changed-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1025.581594] env[68802]: DEBUG oslo_concurrency.lockutils [req-89da449c-7248-4f90-ac65-8b0eeef649c2 req-505f51b3-f960-4046-9c05-ebb3628537ef service nova] Acquiring lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.581740] env[68802]: DEBUG oslo_concurrency.lockutils [req-89da449c-7248-4f90-ac65-8b0eeef649c2 req-505f51b3-f960-4046-9c05-ebb3628537ef service nova] Acquired lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.581899] env[68802]: DEBUG nova.network.neutron [req-89da449c-7248-4f90-ac65-8b0eeef649c2 req-505f51b3-f960-4046-9c05-ebb3628537ef service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Refreshing network info cache for port f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.584895] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.687013] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d66a663a-dfcf-4b56-8afa-63118282c1f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.726544] env[68802]: DEBUG nova.network.neutron [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.834498] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.945494] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1025.947021] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 120 to 121 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1025.947021] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.986489] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.030955] env[68802]: DEBUG nova.compute.manager [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Received event network-vif-deleted-499c859a-bf91-46eb-9842-47cf9eacb542 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.031183] env[68802]: DEBUG nova.compute.manager [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Received event network-vif-plugged-72a50cb7-5958-47e8-8f85-9d03d26f97f1 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.031375] env[68802]: DEBUG oslo_concurrency.lockutils [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] Acquiring lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.031581] env[68802]: DEBUG oslo_concurrency.lockutils [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] Lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.031742] env[68802]: DEBUG oslo_concurrency.lockutils [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] Lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.031904] env[68802]: DEBUG nova.compute.manager [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] No waiting events found dispatching network-vif-plugged-72a50cb7-5958-47e8-8f85-9d03d26f97f1 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.032087] env[68802]: WARNING nova.compute.manager [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Received unexpected event network-vif-plugged-72a50cb7-5958-47e8-8f85-9d03d26f97f1 for instance with vm_state building and task_state spawning. [ 1026.032256] env[68802]: DEBUG nova.compute.manager [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Received event network-vif-deleted-d59da5ff-16aa-4261-a7c0-9a211212b302 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.032420] env[68802]: DEBUG nova.compute.manager [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Received event network-changed-72a50cb7-5958-47e8-8f85-9d03d26f97f1 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.032631] env[68802]: DEBUG nova.compute.manager [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Refreshing instance network info cache due to event network-changed-72a50cb7-5958-47e8-8f85-9d03d26f97f1. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1026.032767] env[68802]: DEBUG oslo_concurrency.lockutils [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] Acquiring lock "refresh_cache-3a214c19-4007-46a6-9bf7-2ed78a52c0e7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.045685] env[68802]: DEBUG nova.network.neutron [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Updating instance_info_cache with network_info: [{"id": "2f1a91c6-f21f-4fab-a4ee-f70a4c345178", "address": "fa:16:3e:ff:42:93", "network": {"id": "7419eaa5-5cd3-4cef-8aef-078ff3ed9c72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2104136343", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1a91c6-f2", "ovs_interfaceid": "2f1a91c6-f21f-4fab-a4ee-f70a4c345178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "72a50cb7-5958-47e8-8f85-9d03d26f97f1", "address": "fa:16:3e:3d:d9:af", "network": {"id": "7d144e49-507c-425a-a59b-f1de45893b03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1361118031", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a50cb7-59", "ovs_interfaceid": "72a50cb7-5958-47e8-8f85-9d03d26f97f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.067028] env[68802]: DEBUG nova.compute.manager [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Found 3 images (rotation: 2) {{(pid=68802) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1026.067240] env[68802]: DEBUG nova.compute.manager [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Rotating out 1 backups {{(pid=68802) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1026.067532] env[68802]: DEBUG nova.compute.manager [None req-98fdac21-944a-4400-a715-6a478349dc41 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Deleting image 2d8477d1-068a-41e7-a1f6-ac03fc0d5479 {{(pid=68802) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1026.399067] env[68802]: DEBUG nova.network.neutron [req-89da449c-7248-4f90-ac65-8b0eeef649c2 req-505f51b3-f960-4046-9c05-ebb3628537ef service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updated VIF entry in instance network info cache for port f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.399547] env[68802]: DEBUG nova.network.neutron [req-89da449c-7248-4f90-ac65-8b0eeef649c2 req-505f51b3-f960-4046-9c05-ebb3628537ef service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating instance_info_cache with network_info: [{"id": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "address": "fa:16:3e:9b:ec:9e", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf6f78e0e-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.451720] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1026.452061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.088s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.452400] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.717s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.452732] env[68802]: DEBUG nova.objects.instance [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'resources' on Instance uuid 8818cf59-9e8a-4246-a463-5f24ae55d2d3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.548472] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Releasing lock "refresh_cache-3a214c19-4007-46a6-9bf7-2ed78a52c0e7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.550056] env[68802]: DEBUG nova.compute.manager [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Instance network_info: |[{"id": "2f1a91c6-f21f-4fab-a4ee-f70a4c345178", "address": "fa:16:3e:ff:42:93", "network": {"id": "7419eaa5-5cd3-4cef-8aef-078ff3ed9c72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2104136343", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1a91c6-f2", "ovs_interfaceid": "2f1a91c6-f21f-4fab-a4ee-f70a4c345178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "72a50cb7-5958-47e8-8f85-9d03d26f97f1", "address": "fa:16:3e:3d:d9:af", "network": {"id": "7d144e49-507c-425a-a59b-f1de45893b03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1361118031", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a50cb7-59", "ovs_interfaceid": "72a50cb7-5958-47e8-8f85-9d03d26f97f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.550056] env[68802]: DEBUG oslo_concurrency.lockutils [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] Acquired lock "refresh_cache-3a214c19-4007-46a6-9bf7-2ed78a52c0e7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.550056] env[68802]: DEBUG nova.network.neutron [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Refreshing network info cache for port 72a50cb7-5958-47e8-8f85-9d03d26f97f1 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.551765] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:42:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f1a91c6-f21f-4fab-a4ee-f70a4c345178', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:d9:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72a50cb7-5958-47e8-8f85-9d03d26f97f1', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.562390] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.563728] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.564546] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09f10354-b19b-4af8-a07b-ee29721a8556 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.594035] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.594035] env[68802]: value = "task-2795953" [ 1026.594035] env[68802]: _type = "Task" [ 1026.594035] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.602306] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795953, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.905773] env[68802]: DEBUG oslo_concurrency.lockutils [req-89da449c-7248-4f90-ac65-8b0eeef649c2 req-505f51b3-f960-4046-9c05-ebb3628537ef service nova] Releasing lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.956584] env[68802]: DEBUG nova.objects.instance [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'numa_topology' on Instance uuid 8818cf59-9e8a-4246-a463-5f24ae55d2d3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.107307] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795953, 'name': CreateVM_Task, 'duration_secs': 0.453564} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.107550] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.108692] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.108926] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.109558] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.109772] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cabe21c6-97f7-4b87-8460-aeb89fcdcc15 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.118968] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 1027.118968] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5206325a-62a3-89bd-9010-4d2aac7a2472" [ 1027.118968] env[68802]: _type = "Task" [ 1027.118968] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.130610] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5206325a-62a3-89bd-9010-4d2aac7a2472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.383892] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.405866] env[68802]: DEBUG nova.network.neutron [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Updated VIF entry in instance network info cache for port 72a50cb7-5958-47e8-8f85-9d03d26f97f1. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.406326] env[68802]: DEBUG nova.network.neutron [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Updating instance_info_cache with network_info: [{"id": "2f1a91c6-f21f-4fab-a4ee-f70a4c345178", "address": "fa:16:3e:ff:42:93", "network": {"id": "7419eaa5-5cd3-4cef-8aef-078ff3ed9c72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2104136343", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1a91c6-f2", "ovs_interfaceid": "2f1a91c6-f21f-4fab-a4ee-f70a4c345178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "72a50cb7-5958-47e8-8f85-9d03d26f97f1", "address": "fa:16:3e:3d:d9:af", "network": {"id": "7d144e49-507c-425a-a59b-f1de45893b03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1361118031", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9819b7b17e0343dda8b2335fc23f7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a50cb7-59", "ovs_interfaceid": "72a50cb7-5958-47e8-8f85-9d03d26f97f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.460901] env[68802]: DEBUG nova.objects.base [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Object Instance<8818cf59-9e8a-4246-a463-5f24ae55d2d3> lazy-loaded attributes: resources,numa_topology {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.632161] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5206325a-62a3-89bd-9010-4d2aac7a2472, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.632459] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.632722] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.632952] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.633108] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.633282] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.633557] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea0512be-1af2-4da3-87ac-d7d8dba2359a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.643884] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.644115] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.644843] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecd53e3-35d3-445b-b046-26d2b9907514 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.652762] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 1027.652762] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523eaf5b-8cf3-6a8b-2b63-1fc5d27e2ddb" [ 1027.652762] env[68802]: _type = "Task" [ 1027.652762] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.660577] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523eaf5b-8cf3-6a8b-2b63-1fc5d27e2ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.661984] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf03db4-24a6-44bc-9883-0b3fe6d52e8d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.668319] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6991d0db-9c6e-4186-a201-068359790a8e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.699823] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7ed66b-2513-4f88-88a2-33b84d4a257a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.707543] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d4a9b-3597-4c08-9bba-e639d26b2ce3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.722432] env[68802]: DEBUG nova.compute.provider_tree [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.910588] env[68802]: DEBUG oslo_concurrency.lockutils [req-23ee10dc-1437-448b-90af-a8df93884c4d req-616fc629-928f-4b4a-8265-ce2045002b4d service nova] Releasing lock "refresh_cache-3a214c19-4007-46a6-9bf7-2ed78a52c0e7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.105425] env[68802]: DEBUG oslo_concurrency.lockutils [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.105708] env[68802]: DEBUG oslo_concurrency.lockutils [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.105892] env[68802]: DEBUG nova.compute.manager [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.106825] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853762e9-3f9c-4007-8329-be443e2879ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.114653] env[68802]: DEBUG nova.compute.manager [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1028.115580] env[68802]: DEBUG nova.objects.instance [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'flavor' on Instance uuid ce9e1d70-d1c0-4244-bcf6-5497612c00d9 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.164068] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523eaf5b-8cf3-6a8b-2b63-1fc5d27e2ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.008017} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.164889] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09910362-275c-4a2c-8667-dcf836014c10 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.170816] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 1028.170816] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52afc940-ca9a-6e92-0932-85c7d7b6b1c3" [ 1028.170816] env[68802]: _type = "Task" [ 1028.170816] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.179023] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52afc940-ca9a-6e92-0932-85c7d7b6b1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.225844] env[68802]: DEBUG nova.scheduler.client.report [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.682332] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52afc940-ca9a-6e92-0932-85c7d7b6b1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010709} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.682659] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.682994] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 3a214c19-4007-46a6-9bf7-2ed78a52c0e7/3a214c19-4007-46a6-9bf7-2ed78a52c0e7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.683293] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4117287-4013-40dd-8c10-80a48ff8e688 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.689502] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 1028.689502] env[68802]: value = "task-2795954" [ 1028.689502] env[68802]: _type = "Task" [ 1028.689502] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.697131] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.732587] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.735195] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.478s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.736710] env[68802]: INFO nova.compute.claims [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.122584] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.123127] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f16e7c77-2bd0-42f4-b649-a2d3e295379e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.133153] env[68802]: DEBUG oslo_vmware.api [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1029.133153] env[68802]: value = "task-2795955" [ 1029.133153] env[68802]: _type = "Task" [ 1029.133153] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.143198] env[68802]: DEBUG oslo_vmware.api [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.201282] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795954, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.246454] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01fa2fdc-d6b0-4cb6-a584-52dd5f692d5c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.344s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.247337] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.864s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.247553] env[68802]: INFO nova.compute.manager [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Unshelving [ 1029.644451] env[68802]: DEBUG oslo_vmware.api [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795955, 'name': PowerOffVM_Task, 'duration_secs': 0.248808} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.644753] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.644966] env[68802]: DEBUG nova.compute.manager [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.645736] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bc7db5-89dd-4c0e-a876-857bed7d9b3d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.701837] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521063} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.702165] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 3a214c19-4007-46a6-9bf7-2ed78a52c0e7/3a214c19-4007-46a6-9bf7-2ed78a52c0e7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.702396] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.702700] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2a2fad9-2a49-48e1-a9a0-7366829975c5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.710753] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 1029.710753] env[68802]: value = "task-2795956" [ 1029.710753] env[68802]: _type = "Task" [ 1029.710753] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.729249] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.908945] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b207e34-52a3-4707-a5b3-169b564c685e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.917322] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec09928-476c-4f80-ba13-d9344e263f32 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.949054] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab14f0e-25eb-43e2-bc60-c3ce54292a94 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.956662] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb023edb-f48c-439b-a5fc-49ad04a70e0f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.970820] env[68802]: DEBUG nova.compute.provider_tree [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.157987] env[68802]: DEBUG oslo_concurrency.lockutils [None req-306c5865-d5e0-4337-98d4-c53121aea7ed tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.224869] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067474} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.226175] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.228503] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e11278-ee61-4560-88d7-11e0f99bfd4e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.267256] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 3a214c19-4007-46a6-9bf7-2ed78a52c0e7/3a214c19-4007-46a6-9bf7-2ed78a52c0e7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.269307] env[68802]: DEBUG nova.compute.utils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.270672] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5ba8cb-0908-477a-a57d-902d71cc96da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.295386] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 1030.295386] env[68802]: value = "task-2795957" [ 1030.295386] env[68802]: _type = "Task" [ 1030.295386] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.305670] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.475036] env[68802]: DEBUG nova.scheduler.client.report [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.791171] env[68802]: INFO nova.virt.block_device [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Booting with volume 6aa42aec-9c77-450f-8d4f-ded80cb6c081 at /dev/sdb [ 1030.805982] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795957, 'name': ReconfigVM_Task, 'duration_secs': 0.452461} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.806308] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 3a214c19-4007-46a6-9bf7-2ed78a52c0e7/3a214c19-4007-46a6-9bf7-2ed78a52c0e7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.807125] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9ce3ecf-95e0-468f-803a-6c0284d90699 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.813895] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 1030.813895] env[68802]: value = "task-2795958" [ 1030.813895] env[68802]: _type = "Task" [ 1030.813895] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.822273] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795958, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.867067] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5fed65b-af17-4b39-a47d-71bc10709313 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.876648] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e76aef-39bc-4a23-9d60-43721fd9458b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.912202] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5557e40f-a5d4-4135-ac62-92b65490ea46 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.920697] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3ea141-eedc-45fe-9ddb-362d44970e95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.954251] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1a9f41-901c-4b4d-82af-823d05e09561 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.961303] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec5bef8-f08c-4352-aa0a-58b6b240b03e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.979992] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.980584] env[68802]: DEBUG nova.compute.manager [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.983933] env[68802]: DEBUG nova.virt.block_device [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating existing volume attachment record: d86d7aec-7762-442b-8ce4-1bb6ecaf2974 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1030.987028] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.401s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.987028] env[68802]: DEBUG nova.objects.instance [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'resources' on Instance uuid 1fa19997-d018-43ac-9260-f18121a33bcd {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.324633] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795958, 'name': Rename_Task, 'duration_secs': 0.174007} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.324972] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.325392] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-226d43c6-5590-47c5-90b4-a5687ac8d37d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.332216] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 1031.332216] env[68802]: value = "task-2795962" [ 1031.332216] env[68802]: _type = "Task" [ 1031.332216] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.343192] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.399567] env[68802]: DEBUG nova.compute.manager [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Stashing vm_state: stopped {{(pid=68802) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1031.489124] env[68802]: DEBUG nova.compute.utils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.489609] env[68802]: DEBUG nova.compute.manager [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.490904] env[68802]: DEBUG nova.network.neutron [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.614647] env[68802]: DEBUG nova.policy [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f30fda72ec646d9b79f026633df0178', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f231cdb8ccd9420d8aa898fb9c091f0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.705716] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182d2238-ed80-4e45-b015-81166456e956 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.713826] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f713c97e-2926-4ab2-92b3-fb4b4d3c0140 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.746404] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb183f0-0d76-47ef-8a84-d5ae4adb47a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.754865] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d601b66f-493f-4c9a-a39b-fbffdaa54d9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.770918] env[68802]: DEBUG nova.compute.provider_tree [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.844757] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795962, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.923018] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.997446] env[68802]: DEBUG nova.compute.manager [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.090298] env[68802]: DEBUG nova.network.neutron [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Successfully created port: 770783f0-9855-4d49-bcf4-a00176d660fc {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.274225] env[68802]: DEBUG nova.scheduler.client.report [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.343106] env[68802]: DEBUG oslo_vmware.api [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795962, 'name': PowerOnVM_Task, 'duration_secs': 0.548665} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.343411] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.343627] env[68802]: INFO nova.compute.manager [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Took 12.66 seconds to spawn the instance on the hypervisor. [ 1032.343908] env[68802]: DEBUG nova.compute.manager [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.344721] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11542725-01a6-440f-9fc0-9418107c030b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.779274] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.781649] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.947s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.781883] env[68802]: DEBUG nova.objects.instance [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lazy-loading 'resources' on Instance uuid 13fd5285-f121-4558-b49f-3221eed21551 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.818563] env[68802]: INFO nova.scheduler.client.report [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleted allocations for instance 1fa19997-d018-43ac-9260-f18121a33bcd [ 1032.862662] env[68802]: INFO nova.compute.manager [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Took 18.38 seconds to build instance. [ 1032.946746] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ada3e5-760a-20f4-f3ac-0445bbbc3ec5/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1032.947919] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0ca730-27c9-4b71-a4f9-9167a5069397 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.954665] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ada3e5-760a-20f4-f3ac-0445bbbc3ec5/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1032.954834] env[68802]: ERROR oslo_vmware.rw_handles [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ada3e5-760a-20f4-f3ac-0445bbbc3ec5/disk-0.vmdk due to incomplete transfer. [ 1032.955087] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45d64b21-394d-4052-81d3-cd61d0327c35 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.962682] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ada3e5-760a-20f4-f3ac-0445bbbc3ec5/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1032.962884] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Uploaded image be948f5d-5fdf-4c09-b744-7e0210cc5530 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1032.965411] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1032.965578] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26b99e2a-e995-4b30-98fb-53575a30bd75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.972078] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1032.972078] env[68802]: value = "task-2795963" [ 1032.972078] env[68802]: _type = "Task" [ 1032.972078] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.980472] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795963, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.008451] env[68802]: DEBUG nova.compute.manager [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.031953] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.032274] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.032370] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.032568] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.032715] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.032859] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.033080] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.033236] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.033400] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.033584] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.033774] env[68802]: DEBUG nova.virt.hardware [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.034639] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673d83e0-9497-4c71-ad5f-9d8f87aad572 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.042925] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9666b2-46ae-4493-9531-384342e75a28 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.330074] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8e7f6971-1b66-483f-8652-1300fac2ad5d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "1fa19997-d018-43ac-9260-f18121a33bcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.160s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.331025] env[68802]: DEBUG oslo_concurrency.lockutils [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] Acquired lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.331998] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a84def1-cd93-4f2e-a750-a7977f89cbb6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.340017] env[68802]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1033.340215] env[68802]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68802) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1033.340585] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-978f3c27-85fe-4ff2-b0e2-2f4871d7c7bf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.349309] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee1935c-1a4d-41d0-b93a-843e2ce1b2ce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.365037] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a332017c-ae03-46eb-967f-2a8c1817b655 tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.898s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.383454] env[68802]: ERROR root [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-561889' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-561889' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-561889' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-561889'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-561889' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-561889' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-561889'}\n"]: nova.exception.InstanceNotFound: Instance 1fa19997-d018-43ac-9260-f18121a33bcd could not be found. [ 1033.383673] env[68802]: DEBUG oslo_concurrency.lockutils [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] Releasing lock "1fa19997-d018-43ac-9260-f18121a33bcd" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.383890] env[68802]: DEBUG nova.compute.manager [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Detach interface failed, port_id=90cf2548-149f-4af3-aaba-c236474ce3ff, reason: Instance 1fa19997-d018-43ac-9260-f18121a33bcd could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1033.384088] env[68802]: DEBUG nova.compute.manager [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Received event network-vif-plugged-2f1a91c6-f21f-4fab-a4ee-f70a4c345178 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1033.384274] env[68802]: DEBUG oslo_concurrency.lockutils [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] Acquiring lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.384471] env[68802]: DEBUG oslo_concurrency.lockutils [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] Lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.384630] env[68802]: DEBUG oslo_concurrency.lockutils [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] Lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.384854] env[68802]: DEBUG nova.compute.manager [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] No waiting events found dispatching network-vif-plugged-2f1a91c6-f21f-4fab-a4ee-f70a4c345178 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.385054] env[68802]: WARNING nova.compute.manager [req-2c5e1d16-4d9a-4303-a16b-1d5ceecf843f req-6c0af33a-0264-4817-98ec-8e6b958f706c service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Received unexpected event network-vif-plugged-2f1a91c6-f21f-4fab-a4ee-f70a4c345178 for instance with vm_state building and task_state spawning. [ 1033.469260] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be4f37c-8f71-4423-b447-1591a215aded {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.480019] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2668b0-9a92-4ea8-95d6-061096a21884 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.486056] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795963, 'name': Destroy_Task, 'duration_secs': 0.333461} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.486673] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Destroyed the VM [ 1033.486949] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1033.487209] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d71c856a-e34c-4812-a968-ad8a36286aa9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.516848] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349fe163-3b64-42ff-b11e-a1071f23e494 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.521529] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1033.521529] env[68802]: value = "task-2795965" [ 1033.521529] env[68802]: _type = "Task" [ 1033.521529] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.527244] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f271db19-3269-486e-8d98-18c1e5d6aec4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.535978] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795965, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.544312] env[68802]: DEBUG nova.compute.provider_tree [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.608542] env[68802]: DEBUG oslo_concurrency.lockutils [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.608803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.609016] env[68802]: DEBUG oslo_concurrency.lockutils [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.609250] env[68802]: DEBUG oslo_concurrency.lockutils [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.609421] env[68802]: DEBUG oslo_concurrency.lockutils [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.611711] env[68802]: INFO nova.compute.manager [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Terminating instance [ 1033.619315] env[68802]: DEBUG nova.compute.manager [req-40855c18-36be-4a1e-8d2b-3be2aa7548b2 req-d5d431ec-f27d-44d3-8b47-1960098c6489 service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Received event network-vif-plugged-770783f0-9855-4d49-bcf4-a00176d660fc {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1033.619538] env[68802]: DEBUG oslo_concurrency.lockutils [req-40855c18-36be-4a1e-8d2b-3be2aa7548b2 req-d5d431ec-f27d-44d3-8b47-1960098c6489 service nova] Acquiring lock "c069002a-dd8b-4cf3-82d8-07df448d3755-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.619741] env[68802]: DEBUG oslo_concurrency.lockutils [req-40855c18-36be-4a1e-8d2b-3be2aa7548b2 req-d5d431ec-f27d-44d3-8b47-1960098c6489 service nova] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.619898] env[68802]: DEBUG oslo_concurrency.lockutils [req-40855c18-36be-4a1e-8d2b-3be2aa7548b2 req-d5d431ec-f27d-44d3-8b47-1960098c6489 service nova] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.620078] env[68802]: DEBUG nova.compute.manager [req-40855c18-36be-4a1e-8d2b-3be2aa7548b2 req-d5d431ec-f27d-44d3-8b47-1960098c6489 service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] No waiting events found dispatching network-vif-plugged-770783f0-9855-4d49-bcf4-a00176d660fc {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.620241] env[68802]: WARNING nova.compute.manager [req-40855c18-36be-4a1e-8d2b-3be2aa7548b2 req-d5d431ec-f27d-44d3-8b47-1960098c6489 service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Received unexpected event network-vif-plugged-770783f0-9855-4d49-bcf4-a00176d660fc for instance with vm_state building and task_state spawning. [ 1033.830884] env[68802]: DEBUG nova.network.neutron [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Successfully updated port: 770783f0-9855-4d49-bcf4-a00176d660fc {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.033642] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795965, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.048752] env[68802]: DEBUG nova.scheduler.client.report [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.115240] env[68802]: DEBUG nova.compute.manager [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.115473] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.116701] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c153760-83cc-4ebe-9b4c-0f5582c85b28 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.124718] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.124952] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bdc7e06-1292-442e-8bac-a527aa7f8334 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.131029] env[68802]: DEBUG oslo_vmware.api [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 1034.131029] env[68802]: value = "task-2795966" [ 1034.131029] env[68802]: _type = "Task" [ 1034.131029] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.141208] env[68802]: DEBUG oslo_vmware.api [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.333970] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "refresh_cache-c069002a-dd8b-4cf3-82d8-07df448d3755" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.334164] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "refresh_cache-c069002a-dd8b-4cf3-82d8-07df448d3755" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.334420] env[68802]: DEBUG nova.network.neutron [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.534969] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795965, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.555014] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.557682] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.571s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.559348] env[68802]: INFO nova.compute.claims [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.636736] env[68802]: INFO nova.scheduler.client.report [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Deleted allocations for instance 13fd5285-f121-4558-b49f-3221eed21551 [ 1034.644434] env[68802]: DEBUG oslo_vmware.api [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795966, 'name': PowerOffVM_Task, 'duration_secs': 0.199697} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.644922] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.645146] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.645429] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b8f340d-80b7-4fca-8d3d-7561c1af2189 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.752328] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.752593] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.752790] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Deleting the datastore file [datastore2] 3a214c19-4007-46a6-9bf7-2ed78a52c0e7 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.753093] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2973f374-7fde-4d46-807b-68d79be3ec86 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.761039] env[68802]: DEBUG oslo_vmware.api [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for the task: (returnval){ [ 1034.761039] env[68802]: value = "task-2795968" [ 1034.761039] env[68802]: _type = "Task" [ 1034.761039] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.769195] env[68802]: DEBUG oslo_vmware.api [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.866361] env[68802]: DEBUG nova.network.neutron [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.036042] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795965, 'name': RemoveSnapshot_Task, 'duration_secs': 1.135113} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.036346] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1035.036476] env[68802]: DEBUG nova.compute.manager [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.037271] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aacdb8f-5cf0-4b66-9912-ab29eb1c9777 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.055152] env[68802]: DEBUG nova.network.neutron [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Updating instance_info_cache with network_info: [{"id": "770783f0-9855-4d49-bcf4-a00176d660fc", "address": "fa:16:3e:ad:e3:da", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770783f0-98", "ovs_interfaceid": "770783f0-9855-4d49-bcf4-a00176d660fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.147991] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c9428819-293a-4607-a545-92f8c16dbfbd tempest-ServerMetadataTestJSON-1560072066 tempest-ServerMetadataTestJSON-1560072066-project-member] Lock "13fd5285-f121-4558-b49f-3221eed21551" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.479s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.270844] env[68802]: DEBUG oslo_vmware.api [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Task: {'id': task-2795968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172898} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.271156] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.271348] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.271544] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.271738] env[68802]: INFO nova.compute.manager [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1035.272267] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.272267] env[68802]: DEBUG nova.compute.manager [-] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.272267] env[68802]: DEBUG nova.network.neutron [-] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.552364] env[68802]: INFO nova.compute.manager [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Shelve offloading [ 1035.561667] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "refresh_cache-c069002a-dd8b-4cf3-82d8-07df448d3755" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.561766] env[68802]: DEBUG nova.compute.manager [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Instance network_info: |[{"id": "770783f0-9855-4d49-bcf4-a00176d660fc", "address": "fa:16:3e:ad:e3:da", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770783f0-98", "ovs_interfaceid": "770783f0-9855-4d49-bcf4-a00176d660fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.562126] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:e3:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '770783f0-9855-4d49-bcf4-a00176d660fc', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.570484] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.577487] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.577787] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3205b442-4ec3-48aa-a3f9-69447cd62e6a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.600410] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.600410] env[68802]: value = "task-2795969" [ 1035.600410] env[68802]: _type = "Task" [ 1035.600410] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.609826] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795969, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.661118] env[68802]: DEBUG nova.compute.manager [req-13ff502d-362a-4bba-b733-03d37746e0ca req-f8f4389e-7daf-450e-b42d-e3238d7a2863 service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Received event network-changed-770783f0-9855-4d49-bcf4-a00176d660fc {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1035.661118] env[68802]: DEBUG nova.compute.manager [req-13ff502d-362a-4bba-b733-03d37746e0ca req-f8f4389e-7daf-450e-b42d-e3238d7a2863 service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Refreshing instance network info cache due to event network-changed-770783f0-9855-4d49-bcf4-a00176d660fc. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1035.661118] env[68802]: DEBUG oslo_concurrency.lockutils [req-13ff502d-362a-4bba-b733-03d37746e0ca req-f8f4389e-7daf-450e-b42d-e3238d7a2863 service nova] Acquiring lock "refresh_cache-c069002a-dd8b-4cf3-82d8-07df448d3755" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.661118] env[68802]: DEBUG oslo_concurrency.lockutils [req-13ff502d-362a-4bba-b733-03d37746e0ca req-f8f4389e-7daf-450e-b42d-e3238d7a2863 service nova] Acquired lock "refresh_cache-c069002a-dd8b-4cf3-82d8-07df448d3755" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.661118] env[68802]: DEBUG nova.network.neutron [req-13ff502d-362a-4bba-b733-03d37746e0ca req-f8f4389e-7daf-450e-b42d-e3238d7a2863 service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Refreshing network info cache for port 770783f0-9855-4d49-bcf4-a00176d660fc {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.774126] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b970607-9518-47a8-b05c-90863c6ac623 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.782374] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc18ba0-f762-4b13-bb54-588953445882 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.814083] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b5ded3-227b-4ea9-bda8-4d8b71be765e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.824612] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21fa398-0498-4141-8484-f7a9f3434197 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.844562] env[68802]: DEBUG nova.compute.provider_tree [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.056097] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.056319] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2554db1-78b7-4c51-88fe-277c23083d37 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.063190] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1036.063190] env[68802]: value = "task-2795970" [ 1036.063190] env[68802]: _type = "Task" [ 1036.063190] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.078561] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1036.078779] env[68802]: DEBUG nova.compute.manager [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.082259] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097d2e2f-3cac-4e29-a509-45d2ba1f9ec7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.085599] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "028443fb-8207-4514-bf72-db0cae7955c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.085862] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "028443fb-8207-4514-bf72-db0cae7955c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.091760] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.091760] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.091905] env[68802]: DEBUG nova.network.neutron [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.114466] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795969, 'name': CreateVM_Task, 'duration_secs': 0.324061} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.114613] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.115860] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.119080] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.119080] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.119080] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0840aa-e1ba-472b-8555-dae1352c78b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.123642] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1036.123642] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5264b7c2-320d-d5ac-ac62-7e15da10a349" [ 1036.123642] env[68802]: _type = "Task" [ 1036.123642] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.131902] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5264b7c2-320d-d5ac-ac62-7e15da10a349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.350865] env[68802]: DEBUG nova.scheduler.client.report [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.460614] env[68802]: DEBUG nova.network.neutron [req-13ff502d-362a-4bba-b733-03d37746e0ca req-f8f4389e-7daf-450e-b42d-e3238d7a2863 service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Updated VIF entry in instance network info cache for port 770783f0-9855-4d49-bcf4-a00176d660fc. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.460975] env[68802]: DEBUG nova.network.neutron [req-13ff502d-362a-4bba-b733-03d37746e0ca req-f8f4389e-7daf-450e-b42d-e3238d7a2863 service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Updating instance_info_cache with network_info: [{"id": "770783f0-9855-4d49-bcf4-a00176d660fc", "address": "fa:16:3e:ad:e3:da", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770783f0-98", "ovs_interfaceid": "770783f0-9855-4d49-bcf4-a00176d660fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.495370] env[68802]: DEBUG nova.network.neutron [-] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.588942] env[68802]: DEBUG nova.compute.manager [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.638387] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5264b7c2-320d-d5ac-ac62-7e15da10a349, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.640793] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.641042] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.641280] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.641423] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.641596] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.642654] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f6ff255-f320-4ad7-8171-90a7e036b8ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.653286] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.653638] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.654274] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e63574-fd37-4c2a-aa6f-5596e7fb2566 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.660378] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1036.660378] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52484dba-d61a-059e-2c25-5196652295af" [ 1036.660378] env[68802]: _type = "Task" [ 1036.660378] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.664678] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.670114] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52484dba-d61a-059e-2c25-5196652295af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.855739] env[68802]: DEBUG nova.network.neutron [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Updating instance_info_cache with network_info: [{"id": "cbda963a-e7fe-4be3-a5c8-ce820ab421d8", "address": "fa:16:3e:08:6f:5b", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda963a-e7", "ovs_interfaceid": "cbda963a-e7fe-4be3-a5c8-ce820ab421d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.857380] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.857832] env[68802]: DEBUG nova.compute.manager [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.861874] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.941s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.965268] env[68802]: DEBUG oslo_concurrency.lockutils [req-13ff502d-362a-4bba-b733-03d37746e0ca req-f8f4389e-7daf-450e-b42d-e3238d7a2863 service nova] Releasing lock "refresh_cache-c069002a-dd8b-4cf3-82d8-07df448d3755" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.997465] env[68802]: INFO nova.compute.manager [-] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Took 1.73 seconds to deallocate network for instance. [ 1037.109342] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.172310] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52484dba-d61a-059e-2c25-5196652295af, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.173186] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33465cd2-7681-46da-8566-8b338c01b93e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.178455] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1037.178455] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52653256-7a10-8d9d-9512-5928f6148644" [ 1037.178455] env[68802]: _type = "Task" [ 1037.178455] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.186879] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52653256-7a10-8d9d-9512-5928f6148644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.364234] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.367241] env[68802]: DEBUG nova.compute.utils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.371434] env[68802]: INFO nova.compute.claims [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.375134] env[68802]: DEBUG nova.compute.manager [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Not allocating networking since 'none' was specified. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1037.507479] env[68802]: DEBUG oslo_concurrency.lockutils [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.690684] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52653256-7a10-8d9d-9512-5928f6148644, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.690898] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.691190] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] c069002a-dd8b-4cf3-82d8-07df448d3755/c069002a-dd8b-4cf3-82d8-07df448d3755.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.691460] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fce3b1f3-e805-4e56-a142-051a84ee13e6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.700281] env[68802]: DEBUG nova.compute.manager [req-d25dd6cc-149f-4dc8-8661-cad6826742a2 req-a0646a54-700b-4eed-b906-a9f8375f6587 service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Received event network-vif-deleted-2f1a91c6-f21f-4fab-a4ee-f70a4c345178 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.700567] env[68802]: DEBUG nova.compute.manager [req-d25dd6cc-149f-4dc8-8661-cad6826742a2 req-a0646a54-700b-4eed-b906-a9f8375f6587 service nova] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Received event network-vif-deleted-72a50cb7-5958-47e8-8f85-9d03d26f97f1 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.700761] env[68802]: DEBUG nova.compute.manager [req-d25dd6cc-149f-4dc8-8661-cad6826742a2 req-a0646a54-700b-4eed-b906-a9f8375f6587 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Received event network-vif-unplugged-cbda963a-e7fe-4be3-a5c8-ce820ab421d8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.701788] env[68802]: DEBUG oslo_concurrency.lockutils [req-d25dd6cc-149f-4dc8-8661-cad6826742a2 req-a0646a54-700b-4eed-b906-a9f8375f6587 service nova] Acquiring lock "85210d3b-ea46-4cee-8312-51a448d47620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.701788] env[68802]: DEBUG oslo_concurrency.lockutils [req-d25dd6cc-149f-4dc8-8661-cad6826742a2 req-a0646a54-700b-4eed-b906-a9f8375f6587 service nova] Lock "85210d3b-ea46-4cee-8312-51a448d47620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.701788] env[68802]: DEBUG oslo_concurrency.lockutils [req-d25dd6cc-149f-4dc8-8661-cad6826742a2 req-a0646a54-700b-4eed-b906-a9f8375f6587 service nova] Lock "85210d3b-ea46-4cee-8312-51a448d47620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.701788] env[68802]: DEBUG nova.compute.manager [req-d25dd6cc-149f-4dc8-8661-cad6826742a2 req-a0646a54-700b-4eed-b906-a9f8375f6587 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] No waiting events found dispatching network-vif-unplugged-cbda963a-e7fe-4be3-a5c8-ce820ab421d8 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.701788] env[68802]: WARNING nova.compute.manager [req-d25dd6cc-149f-4dc8-8661-cad6826742a2 req-a0646a54-700b-4eed-b906-a9f8375f6587 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Received unexpected event network-vif-unplugged-cbda963a-e7fe-4be3-a5c8-ce820ab421d8 for instance with vm_state shelved and task_state shelving_offloading. [ 1037.708063] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1037.708063] env[68802]: value = "task-2795971" [ 1037.708063] env[68802]: _type = "Task" [ 1037.708063] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.711028] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.711999] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c756f4-b091-40e3-9c3f-3c993bb567ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.720216] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.721952] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.722243] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26701f1e-291b-4e66-9e58-00417e1a0ad1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.797285] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.797563] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.797791] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleting the datastore file [datastore2] 85210d3b-ea46-4cee-8312-51a448d47620 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.798111] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-574a60ac-1c27-4ec6-b474-342147a9ac0c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.804469] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1037.804469] env[68802]: value = "task-2795973" [ 1037.804469] env[68802]: _type = "Task" [ 1037.804469] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.812642] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.876569] env[68802]: DEBUG nova.compute.manager [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.880695] env[68802]: INFO nova.compute.resource_tracker [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating resource usage from migration 035389ec-725e-40c7-818c-046523f493d1 [ 1038.092600] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1c0a0-e197-4b09-bb94-4eec2b506c1a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.102694] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b82826-5860-4e80-b05a-e5854ffbdff5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.138089] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841f0bb-ad80-4799-87bb-d65d30f61c08 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.146745] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d222b0d-c420-4972-a796-c930300214b3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.164187] env[68802]: DEBUG nova.compute.provider_tree [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.217578] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468968} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.217876] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] c069002a-dd8b-4cf3-82d8-07df448d3755/c069002a-dd8b-4cf3-82d8-07df448d3755.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.218111] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.218373] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8571b1e-7969-40b9-9e1a-89d7585b9d05 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.227068] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1038.227068] env[68802]: value = "task-2795974" [ 1038.227068] env[68802]: _type = "Task" [ 1038.227068] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.235688] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.315808] env[68802]: DEBUG oslo_vmware.api [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2795973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401967} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.316087] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.316278] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.316450] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.401187] env[68802]: INFO nova.scheduler.client.report [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted allocations for instance 85210d3b-ea46-4cee-8312-51a448d47620 [ 1038.668094] env[68802]: DEBUG nova.scheduler.client.report [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.738131] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071096} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.738364] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.739119] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf7e9bc-ad6a-4dd9-8197-db3ed73d08b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.761772] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] c069002a-dd8b-4cf3-82d8-07df448d3755/c069002a-dd8b-4cf3-82d8-07df448d3755.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.762044] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ddadcc2-b147-4d7d-8213-ea4eb70eeb97 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.781111] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1038.781111] env[68802]: value = "task-2795975" [ 1038.781111] env[68802]: _type = "Task" [ 1038.781111] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.788864] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.890036] env[68802]: DEBUG nova.compute.manager [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.905439] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.914085] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.914315] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.914470] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.914648] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.914875] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.914937] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.915141] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.915303] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.915470] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.915629] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.915796] env[68802]: DEBUG nova.virt.hardware [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.916656] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f13e9fd-1f30-460b-af13-60ae7aab0ce9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.924423] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a5dba8-5cb4-4106-ac3c-d4c2017edcb8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.939528] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.945226] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Creating folder: Project (6dd947f42d5f4ea9ae656a6169801a18). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.945904] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4e8120f-a428-4780-aaa2-b91ab5a0ec23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.956222] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Created folder: Project (6dd947f42d5f4ea9ae656a6169801a18) in parent group-v561663. [ 1038.956409] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Creating folder: Instances. Parent ref: group-v561936. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.956642] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1af22f8-79a7-4349-bd1c-c4da9c3f934b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.968235] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Created folder: Instances in parent group-v561936. [ 1038.968235] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.968235] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.968235] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58795b63-24cd-4cff-829d-2a398c28bb75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.984289] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.984289] env[68802]: value = "task-2795978" [ 1038.984289] env[68802]: _type = "Task" [ 1038.984289] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.999027] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795978, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.173979] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.312s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.174408] env[68802]: INFO nova.compute.manager [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Migrating [ 1039.180515] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.516s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.180726] env[68802]: DEBUG nova.objects.instance [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'pci_requests' on Instance uuid 8818cf59-9e8a-4246-a463-5f24ae55d2d3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.191150] env[68802]: DEBUG nova.objects.instance [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'numa_topology' on Instance uuid 8818cf59-9e8a-4246-a463-5f24ae55d2d3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.291195] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.345980] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "85210d3b-ea46-4cee-8312-51a448d47620" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.494767] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795978, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.694019] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.694019] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.694019] env[68802]: DEBUG nova.network.neutron [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.694019] env[68802]: INFO nova.compute.claims [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.724188] env[68802]: DEBUG nova.compute.manager [req-56b171b0-c882-423f-9662-9caafe7de87c req-d4a06161-79bb-49df-ac75-599165f12562 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Received event network-changed-cbda963a-e7fe-4be3-a5c8-ce820ab421d8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1039.724188] env[68802]: DEBUG nova.compute.manager [req-56b171b0-c882-423f-9662-9caafe7de87c req-d4a06161-79bb-49df-ac75-599165f12562 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Refreshing instance network info cache due to event network-changed-cbda963a-e7fe-4be3-a5c8-ce820ab421d8. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1039.724188] env[68802]: DEBUG oslo_concurrency.lockutils [req-56b171b0-c882-423f-9662-9caafe7de87c req-d4a06161-79bb-49df-ac75-599165f12562 service nova] Acquiring lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.724188] env[68802]: DEBUG oslo_concurrency.lockutils [req-56b171b0-c882-423f-9662-9caafe7de87c req-d4a06161-79bb-49df-ac75-599165f12562 service nova] Acquired lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.724188] env[68802]: DEBUG nova.network.neutron [req-56b171b0-c882-423f-9662-9caafe7de87c req-d4a06161-79bb-49df-ac75-599165f12562 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Refreshing network info cache for port cbda963a-e7fe-4be3-a5c8-ce820ab421d8 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.791269] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795975, 'name': ReconfigVM_Task, 'duration_secs': 0.976924} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.792014] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Reconfigured VM instance instance-00000061 to attach disk [datastore2] c069002a-dd8b-4cf3-82d8-07df448d3755/c069002a-dd8b-4cf3-82d8-07df448d3755.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.792823] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5567365b-16e6-494f-a639-e2b4ff11256b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.801018] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1039.801018] env[68802]: value = "task-2795979" [ 1039.801018] env[68802]: _type = "Task" [ 1039.801018] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.807891] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795979, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.998228] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795978, 'name': CreateVM_Task, 'duration_secs': 0.735223} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.998585] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.999653] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.000099] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.000558] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.004276] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f996b94-6666-4f45-b1d7-6e91113d0650 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.009276] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1040.009276] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522d0cfd-8ea8-2716-ee78-f748330bf6c9" [ 1040.009276] env[68802]: _type = "Task" [ 1040.009276] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.015766] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522d0cfd-8ea8-2716-ee78-f748330bf6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.308800] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795979, 'name': Rename_Task, 'duration_secs': 0.421273} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.309129] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.309336] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a99d8e2-b700-493e-a5bb-004982f4361a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.316078] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1040.316078] env[68802]: value = "task-2795980" [ 1040.316078] env[68802]: _type = "Task" [ 1040.316078] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.324364] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.516266] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522d0cfd-8ea8-2716-ee78-f748330bf6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.04733} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.516571] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.516810] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.517056] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.517205] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.517382] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.517645] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-710fe793-4ef1-4400-8a34-1cfe1f2421c8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.531506] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.531700] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.532488] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90272a0-c73f-499f-ba38-6abb894ca52a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.538026] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1040.538026] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c74fb5-1e97-58b6-0da9-88e5f6701b04" [ 1040.538026] env[68802]: _type = "Task" [ 1040.538026] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.546313] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c74fb5-1e97-58b6-0da9-88e5f6701b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.561664] env[68802]: DEBUG nova.network.neutron [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance_info_cache with network_info: [{"id": "caeed25b-d774-482a-9b1f-929647d7acfb", "address": "fa:16:3e:8f:c0:da", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeed25b-d7", "ovs_interfaceid": "caeed25b-d774-482a-9b1f-929647d7acfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.563761] env[68802]: DEBUG nova.network.neutron [req-56b171b0-c882-423f-9662-9caafe7de87c req-d4a06161-79bb-49df-ac75-599165f12562 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Updated VIF entry in instance network info cache for port cbda963a-e7fe-4be3-a5c8-ce820ab421d8. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.564090] env[68802]: DEBUG nova.network.neutron [req-56b171b0-c882-423f-9662-9caafe7de87c req-d4a06161-79bb-49df-ac75-599165f12562 service nova] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Updating instance_info_cache with network_info: [{"id": "cbda963a-e7fe-4be3-a5c8-ce820ab421d8", "address": "fa:16:3e:08:6f:5b", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": null, "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcbda963a-e7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.826479] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.933905] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e009aa-be04-4407-89ba-0d9baa0d41a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.941922] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9755fc04-29fb-41c5-b27c-b2b457839257 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.974743] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2059cc-d3f8-4c2e-ba8f-2ae87d7c9ec3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.982484] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a495b55b-d982-4aed-a4c3-c4f24de8dbfb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.996647] env[68802]: DEBUG nova.compute.provider_tree [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.049163] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c74fb5-1e97-58b6-0da9-88e5f6701b04, 'name': SearchDatastore_Task, 'duration_secs': 0.018787} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.050051] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673946ef-d708-4b2f-bf75-34eb62361f3e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.055785] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1041.055785] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520439e5-0f92-3cbc-896c-db14288f6f52" [ 1041.055785] env[68802]: _type = "Task" [ 1041.055785] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.064078] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.066035] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520439e5-0f92-3cbc-896c-db14288f6f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.066571] env[68802]: DEBUG oslo_concurrency.lockutils [req-56b171b0-c882-423f-9662-9caafe7de87c req-d4a06161-79bb-49df-ac75-599165f12562 service nova] Releasing lock "refresh_cache-85210d3b-ea46-4cee-8312-51a448d47620" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.135403] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.135607] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.330062] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.502773] env[68802]: DEBUG nova.scheduler.client.report [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.570518] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520439e5-0f92-3cbc-896c-db14288f6f52, 'name': SearchDatastore_Task, 'duration_secs': 0.055851} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.570793] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.571061] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 76cc97bc-a53f-41a4-b8a4-2497af519857/76cc97bc-a53f-41a4-b8a4-2497af519857.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.571323] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d08e96-4c88-421d-8c89-faada4a46307 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.579103] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1041.579103] env[68802]: value = "task-2795981" [ 1041.579103] env[68802]: _type = "Task" [ 1041.579103] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.586855] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.639795] env[68802]: DEBUG nova.compute.utils [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.704892] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "2f614495-bfa4-454a-8485-5fcd54bc029a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.705152] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.827276] env[68802]: DEBUG oslo_vmware.api [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2795980, 'name': PowerOnVM_Task, 'duration_secs': 1.082056} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.827549] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.827752] env[68802]: INFO nova.compute.manager [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1041.827926] env[68802]: DEBUG nova.compute.manager [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.828724] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ca0de8-d8f5-476b-844e-d4aa3358ee2c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.010578] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.013697] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.904s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.016209] env[68802]: INFO nova.compute.claims [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.054093] env[68802]: INFO nova.network.neutron [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating port f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1042.097587] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.142648] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.209518] env[68802]: DEBUG nova.compute.manager [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.351320] env[68802]: INFO nova.compute.manager [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Took 17.11 seconds to build instance. [ 1042.594606] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795981, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.596175] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9910e5f-50a3-4f34-a99e-3dc088d2a14b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.615961] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance 'ce9e1d70-d1c0-4244-bcf6-5497612c00d9' progress to 0 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.752008] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.853658] env[68802]: DEBUG oslo_concurrency.lockutils [None req-37525647-3505-4575-9c79-992e640a650e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.619s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.092043] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795981, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.211857} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.092499] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 76cc97bc-a53f-41a4-b8a4-2497af519857/76cc97bc-a53f-41a4-b8a4-2497af519857.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.092870] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.093565] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c7646d9-24ee-411b-b65f-2e8475653dd3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.099775] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1043.099775] env[68802]: value = "task-2795982" [ 1043.099775] env[68802]: _type = "Task" [ 1043.099775] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.110369] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.122168] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.122168] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-171879c8-6b64-4797-a123-2e5be3ea129d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.129575] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1043.129575] env[68802]: value = "task-2795983" [ 1043.129575] env[68802]: _type = "Task" [ 1043.129575] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.141836] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.141936] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance 'ce9e1d70-d1c0-4244-bcf6-5497612c00d9' progress to 17 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.219185] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d80797-bb0e-4fcf-a3dc-0724fc984fe5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.225516] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.225753] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.225967] env[68802]: INFO nova.compute.manager [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Attaching volume e7394aff-671e-4d31-bec9-224615befc7b to /dev/sdb [ 1043.230488] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda1a208-4f93-4676-81e0-4d53784d688a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.266872] env[68802]: DEBUG nova.compute.manager [req-2045eae1-3137-4fdf-ae9c-51fd812604e0 req-7be6a5e2-dd0a-4c09-8393-85b8783f700f service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Received event network-changed-770783f0-9855-4d49-bcf4-a00176d660fc {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1043.267088] env[68802]: DEBUG nova.compute.manager [req-2045eae1-3137-4fdf-ae9c-51fd812604e0 req-7be6a5e2-dd0a-4c09-8393-85b8783f700f service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Refreshing instance network info cache due to event network-changed-770783f0-9855-4d49-bcf4-a00176d660fc. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1043.267302] env[68802]: DEBUG oslo_concurrency.lockutils [req-2045eae1-3137-4fdf-ae9c-51fd812604e0 req-7be6a5e2-dd0a-4c09-8393-85b8783f700f service nova] Acquiring lock "refresh_cache-c069002a-dd8b-4cf3-82d8-07df448d3755" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.267441] env[68802]: DEBUG oslo_concurrency.lockutils [req-2045eae1-3137-4fdf-ae9c-51fd812604e0 req-7be6a5e2-dd0a-4c09-8393-85b8783f700f service nova] Acquired lock "refresh_cache-c069002a-dd8b-4cf3-82d8-07df448d3755" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.267602] env[68802]: DEBUG nova.network.neutron [req-2045eae1-3137-4fdf-ae9c-51fd812604e0 req-7be6a5e2-dd0a-4c09-8393-85b8783f700f service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Refreshing network info cache for port 770783f0-9855-4d49-bcf4-a00176d660fc {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.269159] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a518f729-059a-44f8-b5e0-559e03484ebb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.272427] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a3e018-7fc3-41ed-9bda-12ff03e24022 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.287472] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed195da-c8d7-4b3d-86d2-3410ae866f66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.292257] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2077cc3-76c8-4892-a145-d6d02e700d08 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.306568] env[68802]: DEBUG nova.compute.provider_tree [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.311766] env[68802]: DEBUG nova.virt.block_device [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Updating existing volume attachment record: ca944afb-b1a0-4a28-ae90-ab89ad8c6d2b {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1043.611024] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256989} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.611264] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.612107] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e8253c-ae81-4fba-9c9d-7b44664c331c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.631665] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 76cc97bc-a53f-41a4-b8a4-2497af519857/76cc97bc-a53f-41a4-b8a4-2497af519857.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.631949] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce64ee52-53e3-4b98-b620-c61db266cacd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.649272] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.649519] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.649718] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.649878] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.650053] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.650139] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.650344] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.650498] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.650704] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.650819] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.650987] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.657459] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c7ccebb-b71a-4bf6-879d-2e6587f1de05 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.667300] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1043.667300] env[68802]: value = "task-2795985" [ 1043.667300] env[68802]: _type = "Task" [ 1043.667300] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.672271] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1043.672271] env[68802]: value = "task-2795987" [ 1043.672271] env[68802]: _type = "Task" [ 1043.672271] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.678234] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.682920] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.810371] env[68802]: DEBUG nova.scheduler.client.report [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.901358] env[68802]: DEBUG nova.compute.manager [req-15416adc-2bcf-460e-9b73-030d02e6f9d1 req-0759ec71-f0e6-4348-bae9-137a809b4ef1 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received event network-vif-plugged-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1043.901571] env[68802]: DEBUG oslo_concurrency.lockutils [req-15416adc-2bcf-460e-9b73-030d02e6f9d1 req-0759ec71-f0e6-4348-bae9-137a809b4ef1 service nova] Acquiring lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.901810] env[68802]: DEBUG oslo_concurrency.lockutils [req-15416adc-2bcf-460e-9b73-030d02e6f9d1 req-0759ec71-f0e6-4348-bae9-137a809b4ef1 service nova] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.901985] env[68802]: DEBUG oslo_concurrency.lockutils [req-15416adc-2bcf-460e-9b73-030d02e6f9d1 req-0759ec71-f0e6-4348-bae9-137a809b4ef1 service nova] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.902460] env[68802]: DEBUG nova.compute.manager [req-15416adc-2bcf-460e-9b73-030d02e6f9d1 req-0759ec71-f0e6-4348-bae9-137a809b4ef1 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] No waiting events found dispatching network-vif-plugged-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.902648] env[68802]: WARNING nova.compute.manager [req-15416adc-2bcf-460e-9b73-030d02e6f9d1 req-0759ec71-f0e6-4348-bae9-137a809b4ef1 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received unexpected event network-vif-plugged-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1043.938503] env[68802]: DEBUG nova.network.neutron [req-2045eae1-3137-4fdf-ae9c-51fd812604e0 req-7be6a5e2-dd0a-4c09-8393-85b8783f700f service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Updated VIF entry in instance network info cache for port 770783f0-9855-4d49-bcf4-a00176d660fc. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.938913] env[68802]: DEBUG nova.network.neutron [req-2045eae1-3137-4fdf-ae9c-51fd812604e0 req-7be6a5e2-dd0a-4c09-8393-85b8783f700f service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Updating instance_info_cache with network_info: [{"id": "770783f0-9855-4d49-bcf4-a00176d660fc", "address": "fa:16:3e:ad:e3:da", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770783f0-98", "ovs_interfaceid": "770783f0-9855-4d49-bcf4-a00176d660fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.019169] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.019389] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.019578] env[68802]: DEBUG nova.network.neutron [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.180194] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.185062] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795987, 'name': ReconfigVM_Task, 'duration_secs': 0.500626} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.185331] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance 'ce9e1d70-d1c0-4244-bcf6-5497612c00d9' progress to 33 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.318159] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.318798] env[68802]: DEBUG nova.compute.manager [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.322275] env[68802]: DEBUG oslo_concurrency.lockutils [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.815s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.322521] env[68802]: DEBUG nova.objects.instance [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lazy-loading 'resources' on Instance uuid 3a214c19-4007-46a6-9bf7-2ed78a52c0e7 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.442169] env[68802]: DEBUG oslo_concurrency.lockutils [req-2045eae1-3137-4fdf-ae9c-51fd812604e0 req-7be6a5e2-dd0a-4c09-8393-85b8783f700f service nova] Releasing lock "refresh_cache-c069002a-dd8b-4cf3-82d8-07df448d3755" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.678200] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.691654] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.691868] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.692125] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.692363] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.692502] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.692654] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.692858] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.693024] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.693195] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.693370] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.693553] env[68802]: DEBUG nova.virt.hardware [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.698992] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.701623] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d504e80-76f8-44d0-84f0-2b3078fa414c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.721615] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1044.721615] env[68802]: value = "task-2795989" [ 1044.721615] env[68802]: _type = "Task" [ 1044.721615] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.731631] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.829019] env[68802]: DEBUG nova.compute.utils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.834902] env[68802]: DEBUG nova.network.neutron [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating instance_info_cache with network_info: [{"id": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "address": "fa:16:3e:9b:ec:9e", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f78e0e-fe", "ovs_interfaceid": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.834902] env[68802]: DEBUG nova.compute.manager [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.834902] env[68802]: DEBUG nova.network.neutron [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.898341] env[68802]: DEBUG nova.policy [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15364a89aed840319e4ebfb1e17ea0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734c42736a374f8eb00c5faa4b1f3427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.028492] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536a1ce9-e51e-46e1-b63e-0fe0927ad85d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.037351] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2d44f6-5558-4f63-9116-5811dc150f6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.066588] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9563fbd-534f-48c0-b822-edc728fdf870 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.073658] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7cab6a-7dec-4f3f-b195-d890a2b74005 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.087154] env[68802]: DEBUG nova.compute.provider_tree [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.180642] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795985, 'name': ReconfigVM_Task, 'duration_secs': 1.288443} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.181273] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 76cc97bc-a53f-41a4-b8a4-2497af519857/76cc97bc-a53f-41a4-b8a4-2497af519857.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.182116] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5a95b40-ab10-482e-8514-dafa8a987703 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.191451] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1045.191451] env[68802]: value = "task-2795990" [ 1045.191451] env[68802]: _type = "Task" [ 1045.191451] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.200092] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795990, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.232333] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.281709] env[68802]: DEBUG nova.network.neutron [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Successfully created port: 050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.338025] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.339400] env[68802]: DEBUG nova.compute.manager [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.395501] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5f016f12b46b9c590817e8c36a0d98d6',container_format='bare',created_at=2025-03-06T07:40:28Z,direct_url=,disk_format='vmdk',id=2299250d-53bf-4bed-bfec-8440f5602543,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1486543969-shelved',owner='16db4ae4947a4d35bb374e5fa75ee606',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-03-06T07:40:43Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.395910] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.395910] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.396072] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.396220] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.396362] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.396578] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.396761] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.396887] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.397052] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.397228] env[68802]: DEBUG nova.virt.hardware [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.398073] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be6ea82-2577-44f7-b68b-0be50413cd12 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.405848] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655835f2-5b8a-41eb-8019-b0999c6ecd1b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.418979] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:ec:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.426835] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.427902] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.428147] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d75d095-3177-41e7-b6eb-f8a63784586a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.448574] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.448574] env[68802]: value = "task-2795991" [ 1045.448574] env[68802]: _type = "Task" [ 1045.448574] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.457422] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795991, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.589880] env[68802]: DEBUG nova.scheduler.client.report [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.699212] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795990, 'name': Rename_Task, 'duration_secs': 0.468712} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.699571] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.699676] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48a276f6-c89e-482f-9917-d2031e08814c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.705242] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1045.705242] env[68802]: value = "task-2795992" [ 1045.705242] env[68802]: _type = "Task" [ 1045.705242] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.716881] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.730460] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795989, 'name': ReconfigVM_Task, 'duration_secs': 0.566251} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.730657] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.731432] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59698bc7-ab92-462c-9a50-6dd5ca62af34 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.754712] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] ce9e1d70-d1c0-4244-bcf6-5497612c00d9/ce9e1d70-d1c0-4244-bcf6-5497612c00d9.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.754712] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-598e69e1-5611-4aab-a383-e8cc2bd0134b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.770953] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1045.770953] env[68802]: value = "task-2795994" [ 1045.770953] env[68802]: _type = "Task" [ 1045.770953] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.782012] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.929139] env[68802]: DEBUG nova.compute.manager [req-fb5f8c64-5b6b-4352-917d-533a6a6969d5 req-2416c87e-d383-47c4-b5e5-62d4439fcd9d service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received event network-changed-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1045.929247] env[68802]: DEBUG nova.compute.manager [req-fb5f8c64-5b6b-4352-917d-533a6a6969d5 req-2416c87e-d383-47c4-b5e5-62d4439fcd9d service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Refreshing instance network info cache due to event network-changed-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1045.929465] env[68802]: DEBUG oslo_concurrency.lockutils [req-fb5f8c64-5b6b-4352-917d-533a6a6969d5 req-2416c87e-d383-47c4-b5e5-62d4439fcd9d service nova] Acquiring lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.929602] env[68802]: DEBUG oslo_concurrency.lockutils [req-fb5f8c64-5b6b-4352-917d-533a6a6969d5 req-2416c87e-d383-47c4-b5e5-62d4439fcd9d service nova] Acquired lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.929757] env[68802]: DEBUG nova.network.neutron [req-fb5f8c64-5b6b-4352-917d-533a6a6969d5 req-2416c87e-d383-47c4-b5e5-62d4439fcd9d service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Refreshing network info cache for port f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.961330] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795991, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.095391] env[68802]: DEBUG oslo_concurrency.lockutils [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.097673] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.192s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.097945] env[68802]: DEBUG nova.objects.instance [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lazy-loading 'resources' on Instance uuid 85210d3b-ea46-4cee-8312-51a448d47620 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.117615] env[68802]: INFO nova.scheduler.client.report [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Deleted allocations for instance 3a214c19-4007-46a6-9bf7-2ed78a52c0e7 [ 1046.215681] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.281265] env[68802]: DEBUG oslo_vmware.api [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2795994, 'name': ReconfigVM_Task, 'duration_secs': 0.416037} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.281546] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Reconfigured VM instance instance-0000004d to attach disk [datastore2] ce9e1d70-d1c0-4244-bcf6-5497612c00d9/ce9e1d70-d1c0-4244-bcf6-5497612c00d9.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.281820] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance 'ce9e1d70-d1c0-4244-bcf6-5497612c00d9' progress to 50 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.353505] env[68802]: DEBUG nova.compute.manager [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.376723] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.377034] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.377217] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.377453] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.377644] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.377820] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.378092] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.378297] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.378502] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.378671] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.378842] env[68802]: DEBUG nova.virt.hardware [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.379771] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b753ac5c-ac81-414b-803c-e542a67a5b92 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.387532] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d81405-f8e9-4daf-99ef-3f90fd2080e6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.460021] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795991, 'name': CreateVM_Task, 'duration_secs': 0.71396} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.460215] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.460919] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.461100] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.461478] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.461741] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b457aa-0c9a-4227-9ca4-1c0df8dc808e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.467056] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1046.467056] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52320594-c743-172e-2ce9-1196175224be" [ 1046.467056] env[68802]: _type = "Task" [ 1046.467056] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.474515] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52320594-c743-172e-2ce9-1196175224be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.600456] env[68802]: DEBUG nova.objects.instance [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lazy-loading 'numa_topology' on Instance uuid 85210d3b-ea46-4cee-8312-51a448d47620 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.625655] env[68802]: DEBUG oslo_concurrency.lockutils [None req-624eed19-ebae-4f79-b8d9-f979d980edee tempest-ServersTestMultiNic-1003260793 tempest-ServersTestMultiNic-1003260793-project-member] Lock "3a214c19-4007-46a6-9bf7-2ed78a52c0e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.017s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.715790] env[68802]: DEBUG oslo_vmware.api [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795992, 'name': PowerOnVM_Task, 'duration_secs': 0.593521} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.718148] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.718332] env[68802]: INFO nova.compute.manager [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1046.718590] env[68802]: DEBUG nova.compute.manager [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.719395] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7659352e-e5a7-4ffc-aa5f-3607f667629f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.790144] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca09103f-1a00-4329-b23c-76cd019a5658 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.809916] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd054d3-e19f-4717-865a-5c30fd90c95f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.830297] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance 'ce9e1d70-d1c0-4244-bcf6-5497612c00d9' progress to 67 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.867988] env[68802]: DEBUG nova.network.neutron [req-fb5f8c64-5b6b-4352-917d-533a6a6969d5 req-2416c87e-d383-47c4-b5e5-62d4439fcd9d service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updated VIF entry in instance network info cache for port f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.867988] env[68802]: DEBUG nova.network.neutron [req-fb5f8c64-5b6b-4352-917d-533a6a6969d5 req-2416c87e-d383-47c4-b5e5-62d4439fcd9d service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating instance_info_cache with network_info: [{"id": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "address": "fa:16:3e:9b:ec:9e", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f78e0e-fe", "ovs_interfaceid": "f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.945292] env[68802]: DEBUG nova.network.neutron [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Successfully updated port: 050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.978709] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.979085] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Processing image 2299250d-53bf-4bed-bfec-8440f5602543 {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.979330] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543/2299250d-53bf-4bed-bfec-8440f5602543.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.979477] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543/2299250d-53bf-4bed-bfec-8440f5602543.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.979878] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.980562] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06979b91-296e-4b05-86f6-c7f2591d8561 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.989268] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.989448] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.990236] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f42703-9a62-47a9-abd6-b67ad4263f7b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.995530] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1046.995530] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e012c3-a4a1-97c3-fcf1-8becd413522e" [ 1046.995530] env[68802]: _type = "Task" [ 1046.995530] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.003990] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e012c3-a4a1-97c3-fcf1-8becd413522e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.103927] env[68802]: DEBUG nova.objects.base [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Object Instance<85210d3b-ea46-4cee-8312-51a448d47620> lazy-loaded attributes: resources,numa_topology {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.238031] env[68802]: INFO nova.compute.manager [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Took 21.29 seconds to build instance. [ 1047.264013] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27859e13-ff08-417e-a1df-06dcf039fbe4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.272320] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ac0162-163a-4587-86ab-2c4dea71436b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.303696] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba63d7c3-174f-4d8c-85fa-b0bcc6e6b938 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.311113] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec04fcb0-8a0c-448b-88a7-657d6eea4a5b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.324712] env[68802]: DEBUG nova.compute.provider_tree [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.369884] env[68802]: DEBUG oslo_concurrency.lockutils [req-fb5f8c64-5b6b-4352-917d-533a6a6969d5 req-2416c87e-d383-47c4-b5e5-62d4439fcd9d service nova] Releasing lock "refresh_cache-8818cf59-9e8a-4246-a463-5f24ae55d2d3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.372920] env[68802]: DEBUG nova.network.neutron [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Port caeed25b-d774-482a-9b1f-929647d7acfb binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1047.448110] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.448259] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.448484] env[68802]: DEBUG nova.network.neutron [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.508095] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Preparing fetch location {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1047.508404] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Fetch image to [datastore2] OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420/OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420.vmdk {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1047.508757] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Downloading stream optimized image 2299250d-53bf-4bed-bfec-8440f5602543 to [datastore2] OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420/OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420.vmdk on the data store datastore2 as vApp {{(pid=68802) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1047.508952] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Downloading image file data 2299250d-53bf-4bed-bfec-8440f5602543 to the ESX as VM named 'OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420' {{(pid=68802) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1047.615013] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1047.615013] env[68802]: value = "resgroup-9" [ 1047.615013] env[68802]: _type = "ResourcePool" [ 1047.615013] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1047.615013] env[68802]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7e31d304-e975-4570-842a-eea8e24d4020 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.639134] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lease: (returnval){ [ 1047.639134] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dda813-f48c-5824-dcc6-86f2e87371af" [ 1047.639134] env[68802]: _type = "HttpNfcLease" [ 1047.639134] env[68802]: } obtained for vApp import into resource pool (val){ [ 1047.639134] env[68802]: value = "resgroup-9" [ 1047.639134] env[68802]: _type = "ResourcePool" [ 1047.639134] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1047.639134] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the lease: (returnval){ [ 1047.639134] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dda813-f48c-5824-dcc6-86f2e87371af" [ 1047.639134] env[68802]: _type = "HttpNfcLease" [ 1047.639134] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.647957] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.647957] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dda813-f48c-5824-dcc6-86f2e87371af" [ 1047.647957] env[68802]: _type = "HttpNfcLease" [ 1047.647957] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.742195] env[68802]: DEBUG oslo_concurrency.lockutils [None req-95e24486-1347-47ec-9ecf-49b490652acb tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "76cc97bc-a53f-41a4-b8a4-2497af519857" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.802s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.827648] env[68802]: DEBUG nova.scheduler.client.report [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.860133] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1047.860471] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561940', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'name': 'volume-e7394aff-671e-4d31-bec9-224615befc7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f76cfec-5734-4e2c-b64b-e898a6182c99', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'serial': 'e7394aff-671e-4d31-bec9-224615befc7b'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1047.861538] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358f8732-84c5-4d34-8205-d1603c0ede74 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.884126] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b64dbac-4174-4c66-b90b-254dd67bedeb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.912467] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-e7394aff-671e-4d31-bec9-224615befc7b/volume-e7394aff-671e-4d31-bec9-224615befc7b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.912794] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d9e2359-d605-49a5-a69c-5099dd0c77b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.931956] env[68802]: DEBUG oslo_vmware.api [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1047.931956] env[68802]: value = "task-2795996" [ 1047.931956] env[68802]: _type = "Task" [ 1047.931956] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.943568] env[68802]: DEBUG oslo_vmware.api [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.982611] env[68802]: DEBUG nova.network.neutron [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.033575] env[68802]: DEBUG nova.compute.manager [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received event network-vif-plugged-050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.034066] env[68802]: DEBUG oslo_concurrency.lockutils [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] Acquiring lock "028443fb-8207-4514-bf72-db0cae7955c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.034066] env[68802]: DEBUG oslo_concurrency.lockutils [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] Lock "028443fb-8207-4514-bf72-db0cae7955c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.034438] env[68802]: DEBUG oslo_concurrency.lockutils [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] Lock "028443fb-8207-4514-bf72-db0cae7955c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.034715] env[68802]: DEBUG nova.compute.manager [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] No waiting events found dispatching network-vif-plugged-050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.034901] env[68802]: WARNING nova.compute.manager [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received unexpected event network-vif-plugged-050d60d5-0ef2-405d-af21-02bf47480ac3 for instance with vm_state building and task_state spawning. [ 1048.035080] env[68802]: DEBUG nova.compute.manager [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received event network-changed-050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.035241] env[68802]: DEBUG nova.compute.manager [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing instance network info cache due to event network-changed-050d60d5-0ef2-405d-af21-02bf47480ac3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1048.035447] env[68802]: DEBUG oslo_concurrency.lockutils [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] Acquiring lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.146140] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.146140] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dda813-f48c-5824-dcc6-86f2e87371af" [ 1048.146140] env[68802]: _type = "HttpNfcLease" [ 1048.146140] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1048.173181] env[68802]: DEBUG nova.network.neutron [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [{"id": "050d60d5-0ef2-405d-af21-02bf47480ac3", "address": "fa:16:3e:d0:ef:9b", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d60d5-0e", "ovs_interfaceid": "050d60d5-0ef2-405d-af21-02bf47480ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.335109] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.335895] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.584s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.337543] env[68802]: INFO nova.compute.claims [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.404222] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.404538] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.404791] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.442540] env[68802]: DEBUG oslo_vmware.api [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795996, 'name': ReconfigVM_Task, 'duration_secs': 0.429156} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.442816] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-e7394aff-671e-4d31-bec9-224615befc7b/volume-e7394aff-671e-4d31-bec9-224615befc7b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.447423] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a954aec3-ce17-43d0-9d20-55fadce7d7bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.463560] env[68802]: DEBUG oslo_vmware.api [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1048.463560] env[68802]: value = "task-2795997" [ 1048.463560] env[68802]: _type = "Task" [ 1048.463560] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.471841] env[68802]: DEBUG oslo_vmware.api [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.526534] env[68802]: INFO nova.compute.manager [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Rebuilding instance [ 1048.574764] env[68802]: DEBUG nova.compute.manager [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.575662] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef89877-a412-4f0b-8f8b-f054d8186394 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.626598] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "4f607992-da76-45b4-9b0c-1b92fd2c2773" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.626839] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "4f607992-da76-45b4-9b0c-1b92fd2c2773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.648717] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.648717] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dda813-f48c-5824-dcc6-86f2e87371af" [ 1048.648717] env[68802]: _type = "HttpNfcLease" [ 1048.648717] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1048.648968] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1048.648968] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52dda813-f48c-5824-dcc6-86f2e87371af" [ 1048.648968] env[68802]: _type = "HttpNfcLease" [ 1048.648968] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1048.649807] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54900ba-837a-4bbf-9ca7-d2793d9b02a6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.660455] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f37d65-00c9-7b93-60ac-eb256e90d409/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1048.660656] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f37d65-00c9-7b93-60ac-eb256e90d409/disk-0.vmdk. {{(pid=68802) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1048.728752] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.729267] env[68802]: DEBUG nova.compute.manager [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Instance network_info: |[{"id": "050d60d5-0ef2-405d-af21-02bf47480ac3", "address": "fa:16:3e:d0:ef:9b", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d60d5-0e", "ovs_interfaceid": "050d60d5-0ef2-405d-af21-02bf47480ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.729638] env[68802]: DEBUG oslo_concurrency.lockutils [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] Acquired lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.729826] env[68802]: DEBUG nova.network.neutron [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing network info cache for port 050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.731831] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:ef:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '050d60d5-0ef2-405d-af21-02bf47480ac3', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.740779] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.741450] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.747335] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32b58a66-9731-471f-805e-6b5925c24d5e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.766834] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63bf9dce-69d8-4990-b588-3729ffd9f31a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.773043] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.773043] env[68802]: value = "task-2795998" [ 1048.773043] env[68802]: _type = "Task" [ 1048.773043] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.782066] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795998, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.849526] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1918864b-ace6-43a5-9c38-25aa588de613 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "85210d3b-ea46-4cee-8312-51a448d47620" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.071s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.850962] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "85210d3b-ea46-4cee-8312-51a448d47620" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 9.505s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.851273] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "85210d3b-ea46-4cee-8312-51a448d47620-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.851536] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "85210d3b-ea46-4cee-8312-51a448d47620-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.851773] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "85210d3b-ea46-4cee-8312-51a448d47620-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.853973] env[68802]: INFO nova.compute.manager [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Terminating instance [ 1048.973993] env[68802]: DEBUG oslo_vmware.api [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2795997, 'name': ReconfigVM_Task, 'duration_secs': 0.179344} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.975821] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561940', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'name': 'volume-e7394aff-671e-4d31-bec9-224615befc7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f76cfec-5734-4e2c-b64b-e898a6182c99', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'serial': 'e7394aff-671e-4d31-bec9-224615befc7b'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1049.135590] env[68802]: DEBUG nova.compute.manager [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.286548] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2795998, 'name': CreateVM_Task, 'duration_secs': 0.402732} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.286743] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.287514] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.287681] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.287996] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.288275] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8e891a-5458-4572-b5aa-c5b4a30e0bcc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.294041] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1049.294041] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e5def4-6bb4-afa6-aa17-4e03ffe9ab6b" [ 1049.294041] env[68802]: _type = "Task" [ 1049.294041] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.300593] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e5def4-6bb4-afa6-aa17-4e03ffe9ab6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.358824] env[68802]: DEBUG nova.compute.manager [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.359151] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.360923] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18676936-443c-4eed-85f0-0c8ea4c12af1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.371409] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93b2db3-cc11-4f1a-96f1-d56dcf8e95fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.408085] env[68802]: WARNING nova.virt.vmwareapi.vmops [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 85210d3b-ea46-4cee-8312-51a448d47620 could not be found. [ 1049.408315] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.408534] env[68802]: INFO nova.compute.manager [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1049.408744] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.416248] env[68802]: DEBUG nova.compute.manager [-] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.416360] env[68802]: DEBUG nova.network.neutron [-] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.488353] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.488545] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.490271] env[68802]: DEBUG nova.network.neutron [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.590751] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.591865] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1268685-09bc-447f-a19c-52ca2960f6e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.594169] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fea8fcb-f95b-4c90-a82f-785efcd10f79 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.603061] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8b5408-0670-4fb9-83ac-6a85ed31d7c8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.609943] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1049.609943] env[68802]: value = "task-2795999" [ 1049.609943] env[68802]: _type = "Task" [ 1049.609943] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.644368] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a22834a-1b94-4a90-a9bb-44469a59c66b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.655052] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.663464] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacee1bb-973b-4c6e-a238-68013674e2f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.669211] env[68802]: DEBUG nova.network.neutron [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updated VIF entry in instance network info cache for port 050d60d5-0ef2-405d-af21-02bf47480ac3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.669326] env[68802]: DEBUG nova.network.neutron [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [{"id": "050d60d5-0ef2-405d-af21-02bf47480ac3", "address": "fa:16:3e:d0:ef:9b", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d60d5-0e", "ovs_interfaceid": "050d60d5-0ef2-405d-af21-02bf47480ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.675186] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.687963] env[68802]: DEBUG nova.compute.provider_tree [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.808425] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e5def4-6bb4-afa6-aa17-4e03ffe9ab6b, 'name': SearchDatastore_Task, 'duration_secs': 0.03332} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.811064] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.811455] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.811865] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.812197] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.812562] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.813533] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8f333c5-f0f4-411f-8157-7ff501bcfb1a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.823976] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.823976] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.823976] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db9fcc2-1e00-44b4-8c05-beaa8bc533ee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.832324] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1049.832324] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e4c27a-4e2e-cc93-ffaf-9b0b415d1391" [ 1049.832324] env[68802]: _type = "Task" [ 1049.832324] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.842411] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e4c27a-4e2e-cc93-ffaf-9b0b415d1391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.025840] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Completed reading data from the image iterator. {{(pid=68802) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1050.026157] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f37d65-00c9-7b93-60ac-eb256e90d409/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1050.027104] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d03243-050b-4406-a32b-0c1e465cdba9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.035813] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f37d65-00c9-7b93-60ac-eb256e90d409/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1050.035987] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f37d65-00c9-7b93-60ac-eb256e90d409/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1050.036240] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-31fb9328-13b6-4892-a6f8-f002a744f9d0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.045015] env[68802]: DEBUG nova.objects.instance [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lazy-loading 'flavor' on Instance uuid 6f76cfec-5734-4e2c-b64b-e898a6182c99 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.121359] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2795999, 'name': PowerOffVM_Task, 'duration_secs': 0.127096} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.121667] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.122386] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.123266] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf8169f-ad38-460a-8e5b-026766c811e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.130307] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.130561] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f9f4a05-52c9-464c-8e3e-12afe03ba8ce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.164629] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.164869] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.165060] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Deleting the datastore file [datastore2] 76cc97bc-a53f-41a4-b8a4-2497af519857 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.165324] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59c2ae41-46ab-4c19-aba1-37ad580d1f20 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.173114] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1050.173114] env[68802]: value = "task-2796001" [ 1050.173114] env[68802]: _type = "Task" [ 1050.173114] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.176760] env[68802]: DEBUG oslo_concurrency.lockutils [req-1324d2cb-d853-4f1f-9a4f-54222788e92d req-9dfc8a11-002c-4b49-93e7-9b71a0c37657 service nova] Releasing lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.181958] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.196214] env[68802]: DEBUG nova.scheduler.client.report [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.226539] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f37d65-00c9-7b93-60ac-eb256e90d409/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1050.226757] env[68802]: INFO nova.virt.vmwareapi.images [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Downloaded image file data 2299250d-53bf-4bed-bfec-8440f5602543 [ 1050.227703] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75481d96-5f64-4661-b44f-c6a6b62897a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.246715] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c59d709c-3e3b-4e43-9b17-66def151322e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.283331] env[68802]: DEBUG nova.network.neutron [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance_info_cache with network_info: [{"id": "caeed25b-d774-482a-9b1f-929647d7acfb", "address": "fa:16:3e:8f:c0:da", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeed25b-d7", "ovs_interfaceid": "caeed25b-d774-482a-9b1f-929647d7acfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.286249] env[68802]: INFO nova.virt.vmwareapi.images [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] The imported VM was unregistered [ 1050.288777] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Caching image {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1050.288981] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543 {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.289535] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bc0fc04-1d3f-454a-bda6-bad3377a81a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.301721] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Created directory with path [datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543 {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.301947] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420/OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420.vmdk to [datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543/2299250d-53bf-4bed-bfec-8440f5602543.vmdk. {{(pid=68802) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1050.302501] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7170645d-8148-4b3b-8b3b-687acddaac03 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.312091] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1050.312091] env[68802]: value = "task-2796003" [ 1050.312091] env[68802]: _type = "Task" [ 1050.312091] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.321670] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796003, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.343294] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e4c27a-4e2e-cc93-ffaf-9b0b415d1391, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.344211] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af41a95-bea1-4676-8470-e0b4e791e552 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.349365] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1050.349365] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521c9df1-8c4d-5f0c-f154-50aab24ef6c9" [ 1050.349365] env[68802]: _type = "Task" [ 1050.349365] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.357869] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521c9df1-8c4d-5f0c-f154-50aab24ef6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.376599] env[68802]: DEBUG nova.network.neutron [-] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.553814] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a6d67510-cece-4678-982d-e723464f1352 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.327s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.684578] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09877} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.684578] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.684578] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.684578] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.702030] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.702030] env[68802]: DEBUG nova.compute.manager [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.705648] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.031s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.707352] env[68802]: INFO nova.compute.claims [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.790266] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.822265] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796003, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.859917] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521c9df1-8c4d-5f0c-f154-50aab24ef6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.017818} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.860351] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.860668] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 028443fb-8207-4514-bf72-db0cae7955c0/028443fb-8207-4514-bf72-db0cae7955c0.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.860984] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbb92041-7ac6-43ae-b7b2-10f55d23612f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.869287] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1050.869287] env[68802]: value = "task-2796004" [ 1050.869287] env[68802]: _type = "Task" [ 1050.869287] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.882358] env[68802]: INFO nova.compute.manager [-] [instance: 85210d3b-ea46-4cee-8312-51a448d47620] Took 1.46 seconds to deallocate network for instance. [ 1050.882358] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.997630] env[68802]: INFO nova.compute.manager [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Rebuilding instance [ 1051.050664] env[68802]: DEBUG nova.compute.manager [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.052223] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c4dd42-951a-4dff-a28f-83c1eb034610 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.214289] env[68802]: DEBUG nova.compute.utils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.219027] env[68802]: DEBUG nova.compute.manager [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.219027] env[68802]: DEBUG nova.network.neutron [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.271294] env[68802]: DEBUG nova.policy [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9507a93d56e741aeb18e783e000f8a39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f780182d0f4a48f5ae0303697abe5ee1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.320085] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532e29a4-1831-459c-97f7-ba6038a851fa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.327156] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796003, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.347837] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b734ce-c9cf-4eed-b316-afdbf48c5f51 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.358686] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance 'ce9e1d70-d1c0-4244-bcf6-5497612c00d9' progress to 83 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.380483] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.594360] env[68802]: DEBUG nova.network.neutron [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Successfully created port: 1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.721474] env[68802]: DEBUG nova.compute.manager [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.730397] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.730397] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.730397] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.730397] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.730918] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.731703] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.732126] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.732485] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.732776] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.733071] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.733352] env[68802]: DEBUG nova.virt.hardware [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.735192] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d057f895-1c9f-4b0a-a1a8-8596455a130e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.745948] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0b58ad-af58-47e9-8ffe-481e8ff9c280 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.766850] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.773523] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.776753] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.778374] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab422e9c-25f9-4c1a-aac0-6ecc7267d119 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.803159] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.803159] env[68802]: value = "task-2796005" [ 1051.803159] env[68802]: _type = "Task" [ 1051.803159] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.816941] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796005, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.827992] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796003, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.866968] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e850e-8bfe-436f-abf4-5f4a20e005a9 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance 'ce9e1d70-d1c0-4244-bcf6-5497612c00d9' progress to 100 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.881914] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.911229] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5deceeaf-195d-46ba-ae7e-df0770f6968a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "85210d3b-ea46-4cee-8312-51a448d47620" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.060s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.995910] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5705f547-4c4e-4c12-852b-f278ef430aa2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.008254] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557febe2-9180-4475-9c4f-ad1a2136e2ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.050728] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82c3e5b-dec9-42f3-b974-3a2b4953d34c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.059025] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c285ba55-e7d8-4af6-9ef5-e0080327c461 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.076842] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.077524] env[68802]: DEBUG nova.compute.provider_tree [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.079122] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d1caadf-04c4-4a7f-b0a7-bc0cfaf2574e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.089805] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1052.089805] env[68802]: value = "task-2796006" [ 1052.089805] env[68802]: _type = "Task" [ 1052.089805] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.103854] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.318866] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796005, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.330402] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796003, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.387270] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.583635] env[68802]: DEBUG nova.scheduler.client.report [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.607237] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796006, 'name': PowerOffVM_Task, 'duration_secs': 0.275056} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.607829] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.654251] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.654496] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.672546] env[68802]: INFO nova.compute.manager [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Detaching volume e7394aff-671e-4d31-bec9-224615befc7b [ 1052.711520] env[68802]: INFO nova.virt.block_device [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Attempting to driver detach volume e7394aff-671e-4d31-bec9-224615befc7b from mountpoint /dev/sdb [ 1052.712965] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1052.712965] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561940', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'name': 'volume-e7394aff-671e-4d31-bec9-224615befc7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f76cfec-5734-4e2c-b64b-e898a6182c99', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'serial': 'e7394aff-671e-4d31-bec9-224615befc7b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1052.713609] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6af2a1-8113-4ab0-8044-4d73bd06a444 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.745774] env[68802]: DEBUG nova.compute.manager [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.750171] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cc06bb-abb6-472c-ba9e-cd31b0c3c9a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.761304] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25f4c9a-a5fb-413a-8557-0ef2c63b740b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.796790] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5748e98-2413-4e89-bd08-54a5a551523c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.815683] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7394aff-671e-4d31-bec9-224615befc7b/volume-e7394aff-671e-4d31-bec9-224615befc7b.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1052.824274] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.824274] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.824274] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.824274] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.824274] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.824274] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.824495] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.824679] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.824869] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.825154] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.825218] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.825354] env[68802]: DEBUG nova.virt.hardware [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.828821] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d06d0218-97aa-4493-98c7-16d09486db0e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.843056] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d0f648-24e7-4f88-9091-44a2242fc8df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.860829] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796003, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.861061] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796005, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.863472] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c810a9a-daae-4beb-aa56-1b4f3469ed8c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.867643] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1052.867643] env[68802]: value = "task-2796007" [ 1052.867643] env[68802]: _type = "Task" [ 1052.867643] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.903922] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.904200] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.014047] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquiring lock "6fd63c49-548f-4c94-980c-1419bfa6000a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.014303] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lock "6fd63c49-548f-4c94-980c-1419bfa6000a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.089208] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.089792] env[68802]: DEBUG nova.compute.manager [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.118111] env[68802]: DEBUG nova.compute.manager [req-c7f3d3c8-2860-4169-9d24-dd0bbca38446 req-0cbf86a9-e846-4d03-af69-af7cd6f709bc service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Received event network-vif-plugged-1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1053.118111] env[68802]: DEBUG oslo_concurrency.lockutils [req-c7f3d3c8-2860-4169-9d24-dd0bbca38446 req-0cbf86a9-e846-4d03-af69-af7cd6f709bc service nova] Acquiring lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.118290] env[68802]: DEBUG oslo_concurrency.lockutils [req-c7f3d3c8-2860-4169-9d24-dd0bbca38446 req-0cbf86a9-e846-4d03-af69-af7cd6f709bc service nova] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.118526] env[68802]: DEBUG oslo_concurrency.lockutils [req-c7f3d3c8-2860-4169-9d24-dd0bbca38446 req-0cbf86a9-e846-4d03-af69-af7cd6f709bc service nova] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.118526] env[68802]: DEBUG nova.compute.manager [req-c7f3d3c8-2860-4169-9d24-dd0bbca38446 req-0cbf86a9-e846-4d03-af69-af7cd6f709bc service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] No waiting events found dispatching network-vif-plugged-1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.118660] env[68802]: WARNING nova.compute.manager [req-c7f3d3c8-2860-4169-9d24-dd0bbca38446 req-0cbf86a9-e846-4d03-af69-af7cd6f709bc service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Received unexpected event network-vif-plugged-1e69c67b-3aa3-4620-9294-d596c23dd348 for instance with vm_state building and task_state spawning. [ 1053.159358] env[68802]: DEBUG nova.compute.manager [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.213141] env[68802]: DEBUG nova.network.neutron [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Successfully updated port: 1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.324740] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796005, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.337407] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796003, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.724986} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.337684] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420/OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420.vmdk to [datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543/2299250d-53bf-4bed-bfec-8440f5602543.vmdk. [ 1053.337872] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Cleaning up location [datastore2] OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420 {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1053.338046] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_89f3123d-c75d-453c-bc71-52520af6a420 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.338326] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2fe16c4-9c14-4a8e-904b-780b76442ecf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.345204] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1053.345204] env[68802]: value = "task-2796008" [ 1053.345204] env[68802]: _type = "Task" [ 1053.345204] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.358121] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.377448] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796007, 'name': ReconfigVM_Task, 'duration_secs': 0.259936} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.377752] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.382841] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b163d3f5-be59-4af1-ad9a-93b11d1c8a48 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.405015] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1053.405015] env[68802]: value = "task-2796009" [ 1053.405015] env[68802]: _type = "Task" [ 1053.405015] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.414452] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796004, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.184977} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.415354] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 028443fb-8207-4514-bf72-db0cae7955c0/028443fb-8207-4514-bf72-db0cae7955c0.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.415582] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.415831] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5939c39c-e6b1-4a38-a37b-9fa1d5ca3c87 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.421055] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.426777] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1053.426777] env[68802]: value = "task-2796010" [ 1053.426777] env[68802]: _type = "Task" [ 1053.426777] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.439530] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.517055] env[68802]: DEBUG nova.compute.manager [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.594599] env[68802]: DEBUG nova.compute.utils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.596632] env[68802]: DEBUG nova.compute.manager [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.596829] env[68802]: DEBUG nova.network.neutron [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.649463] env[68802]: DEBUG nova.policy [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82a775fcc5884ff184bf8ba1b88a2a6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a98f07a44b49e28fe1eed8edacab75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.684110] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.684407] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.685978] env[68802]: INFO nova.compute.claims [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.717126] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.717126] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.717126] env[68802]: DEBUG nova.network.neutron [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.824542] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796005, 'name': CreateVM_Task, 'duration_secs': 1.826229} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.824722] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.825205] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.825426] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.825792] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.826094] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a07d42-14f7-4e90-a545-9b83710d8958 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.831018] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1053.831018] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5296389c-1d03-6ae5-b8b7-8a8414a4bcf1" [ 1053.831018] env[68802]: _type = "Task" [ 1053.831018] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.839787] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5296389c-1d03-6ae5-b8b7-8a8414a4bcf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.855130] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.855130] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.855130] env[68802]: DEBUG nova.compute.manager [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Going to confirm migration 5 {{(pid=68802) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1053.855906] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034565} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.856343] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.856498] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543/2299250d-53bf-4bed-bfec-8440f5602543.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.857809] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543/2299250d-53bf-4bed-bfec-8440f5602543.vmdk to [datastore2] 8818cf59-9e8a-4246-a463-5f24ae55d2d3/8818cf59-9e8a-4246-a463-5f24ae55d2d3.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.857809] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab301f6e-cce8-4abf-a940-35f943120778 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.863704] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1053.863704] env[68802]: value = "task-2796011" [ 1053.863704] env[68802]: _type = "Task" [ 1053.863704] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.871366] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.917708] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796009, 'name': ReconfigVM_Task, 'duration_secs': 0.425665} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.918060] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561940', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'name': 'volume-e7394aff-671e-4d31-bec9-224615befc7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f76cfec-5734-4e2c-b64b-e898a6182c99', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'serial': 'e7394aff-671e-4d31-bec9-224615befc7b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1053.939079] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06721} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.939414] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.940293] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb3254-5132-4c17-bc94-0de66fd86022 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.963656] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 028443fb-8207-4514-bf72-db0cae7955c0/028443fb-8207-4514-bf72-db0cae7955c0.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.963803] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71df295-0b6b-4ba2-a805-3bccbcb87d8a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.989359] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1053.989359] env[68802]: value = "task-2796012" [ 1053.989359] env[68802]: _type = "Task" [ 1053.989359] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.994624] env[68802]: DEBUG nova.network.neutron [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Successfully created port: bd021172-9e30-4fb8-aaac-890130e9dde5 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.002701] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.037872] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.103213] env[68802]: DEBUG nova.compute.manager [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.262923] env[68802]: DEBUG nova.network.neutron [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.341756] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5296389c-1d03-6ae5-b8b7-8a8414a4bcf1, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.342138] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.342463] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.342719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.342858] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.343387] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.345982] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44d99f13-6ff7-4caf-9115-3c80e2048366 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.361224] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.361375] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.363902] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9005cd8-b578-4187-a992-358e92653cc0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.372926] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1054.372926] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ac2261-b525-2584-3574-04fa1a266aca" [ 1054.372926] env[68802]: _type = "Task" [ 1054.372926] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.376113] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796011, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.384137] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ac2261-b525-2584-3574-04fa1a266aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.411621] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.411812] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.411987] env[68802]: DEBUG nova.network.neutron [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.412205] env[68802]: DEBUG nova.objects.instance [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'info_cache' on Instance uuid ce9e1d70-d1c0-4244-bcf6-5497612c00d9 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.445715] env[68802]: DEBUG nova.network.neutron [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updating instance_info_cache with network_info: [{"id": "1e69c67b-3aa3-4620-9294-d596c23dd348", "address": "fa:16:3e:53:30:04", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e69c67b-3a", "ovs_interfaceid": "1e69c67b-3aa3-4620-9294-d596c23dd348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.500578] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.876531] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796011, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.888902] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ac2261-b525-2584-3574-04fa1a266aca, 'name': SearchDatastore_Task, 'duration_secs': 0.084513} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.889794] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6adb42f-55da-4e3c-a488-616337be3c3f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.898530] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1054.898530] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cadab5-628c-58b4-abf9-f97dfb0674ce" [ 1054.898530] env[68802]: _type = "Task" [ 1054.898530] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.907176] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cadab5-628c-58b4-abf9-f97dfb0674ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.908908] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3ccb03-5cec-4382-8335-03d78127256b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.919444] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66175ca1-e602-4b6c-bc16-098a65fef79d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.953115] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.953459] env[68802]: DEBUG nova.compute.manager [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Instance network_info: |[{"id": "1e69c67b-3aa3-4620-9294-d596c23dd348", "address": "fa:16:3e:53:30:04", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e69c67b-3a", "ovs_interfaceid": "1e69c67b-3aa3-4620-9294-d596c23dd348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.954208] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:30:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e69c67b-3aa3-4620-9294-d596c23dd348', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.961521] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Creating folder: Project (f780182d0f4a48f5ae0303697abe5ee1). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.962341] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe324c2-1512-470f-bc1c-f4b38e41093f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.965445] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05f96f7a-7ced-493c-8589-114a2d7aa012 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.972962] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a95e5a2-a743-4538-8f76-7fe655272513 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.978755] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Created folder: Project (f780182d0f4a48f5ae0303697abe5ee1) in parent group-v561663. [ 1054.978929] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Creating folder: Instances. Parent ref: group-v561945. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.979543] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dea4b2fe-b08c-4103-ad0b-dc25f37831e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.989311] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.989824] env[68802]: DEBUG nova.compute.provider_tree [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.995021] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efce0d33-2a2f-4279-80ea-1e6b699460dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.003025] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796012, 'name': ReconfigVM_Task, 'duration_secs': 0.658881} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.004926] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 028443fb-8207-4514-bf72-db0cae7955c0/028443fb-8207-4514-bf72-db0cae7955c0.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.005673] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1055.005673] env[68802]: value = "task-2796015" [ 1055.005673] env[68802]: _type = "Task" [ 1055.005673] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.005920] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Created folder: Instances in parent group-v561945. [ 1055.006111] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.006552] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dc266c1-00ab-4dbf-afd4-ee47f2b45912 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.008485] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.011647] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af9256bf-1601-4b82-a002-a4b5efb063a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.034590] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1055.034872] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1055.035045] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561940', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'name': 'volume-e7394aff-671e-4d31-bec9-224615befc7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f76cfec-5734-4e2c-b64b-e898a6182c99', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'serial': 'e7394aff-671e-4d31-bec9-224615befc7b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1055.035385] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1055.035385] env[68802]: value = "task-2796016" [ 1055.035385] env[68802]: _type = "Task" [ 1055.035385] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.035554] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.035554] env[68802]: value = "task-2796017" [ 1055.035554] env[68802]: _type = "Task" [ 1055.035554] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.036571] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74abc242-2ff4-4b84-a51c-47fd617f2e5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.051318] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796016, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.071107] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796017, 'name': CreateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.072021] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8de4ae-6848-44b6-a24d-263d2b5be973 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.083021] env[68802]: WARNING nova.virt.vmwareapi.driver [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1055.083383] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.084345] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d37c163-ee24-42cc-a74c-36d4eca19ce6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.091850] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.092150] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3833ff69-8958-465b-bd59-3acd7e79372c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.115252] env[68802]: DEBUG nova.compute.manager [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.144298] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.144626] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.144737] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.144926] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.145096] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.145256] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.145482] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.145641] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.145803] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.145961] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.146148] env[68802]: DEBUG nova.virt.hardware [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.147107] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110acd75-3a48-402d-98af-6e4c5c8fdd26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.151997] env[68802]: DEBUG nova.compute.manager [req-5cd7ea84-7fda-4b92-80f6-4db578d73a5c req-cf05d412-1137-42f5-b79f-96277b7735b2 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Received event network-changed-1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1055.152190] env[68802]: DEBUG nova.compute.manager [req-5cd7ea84-7fda-4b92-80f6-4db578d73a5c req-cf05d412-1137-42f5-b79f-96277b7735b2 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Refreshing instance network info cache due to event network-changed-1e69c67b-3aa3-4620-9294-d596c23dd348. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1055.152394] env[68802]: DEBUG oslo_concurrency.lockutils [req-5cd7ea84-7fda-4b92-80f6-4db578d73a5c req-cf05d412-1137-42f5-b79f-96277b7735b2 service nova] Acquiring lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.152579] env[68802]: DEBUG oslo_concurrency.lockutils [req-5cd7ea84-7fda-4b92-80f6-4db578d73a5c req-cf05d412-1137-42f5-b79f-96277b7735b2 service nova] Acquired lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.152774] env[68802]: DEBUG nova.network.neutron [req-5cd7ea84-7fda-4b92-80f6-4db578d73a5c req-cf05d412-1137-42f5-b79f-96277b7735b2 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Refreshing network info cache for port 1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.161031] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c0b13-bdac-4794-b4d8-1e34a0fb0801 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.167436] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.167681] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.167862] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleting the datastore file [datastore1] 6f76cfec-5734-4e2c-b64b-e898a6182c99 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.168870] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a30426d-5a05-4073-bada-7fef59febf38 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.185194] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1055.185194] env[68802]: value = "task-2796019" [ 1055.185194] env[68802]: _type = "Task" [ 1055.185194] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.193698] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.377429] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796011, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.409104] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cadab5-628c-58b4-abf9-f97dfb0674ce, 'name': SearchDatastore_Task, 'duration_secs': 0.080925} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.409397] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.409668] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 76cc97bc-a53f-41a4-b8a4-2497af519857/76cc97bc-a53f-41a4-b8a4-2497af519857.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.409952] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72c8f0d5-c15f-4808-adbd-0f4711b1ca73 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.421779] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1055.421779] env[68802]: value = "task-2796020" [ 1055.421779] env[68802]: _type = "Task" [ 1055.421779] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.431679] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.516545] env[68802]: ERROR nova.scheduler.client.report [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [req-9b44a4fb-c7fb-4eb1-9482-2dfb9d9c029f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b44a4fb-c7fb-4eb1-9482-2dfb9d9c029f"}]} [ 1055.537093] env[68802]: DEBUG nova.scheduler.client.report [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1055.551943] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796016, 'name': Rename_Task, 'duration_secs': 0.397136} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.557631] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.557631] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796017, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.557781] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a660a4df-99cd-4a2e-b25c-504756325eb3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.561177] env[68802]: DEBUG nova.scheduler.client.report [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1055.561403] env[68802]: DEBUG nova.compute.provider_tree [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.565059] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1055.565059] env[68802]: value = "task-2796021" [ 1055.565059] env[68802]: _type = "Task" [ 1055.565059] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.573663] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.575279] env[68802]: DEBUG nova.scheduler.client.report [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1055.600019] env[68802]: DEBUG nova.scheduler.client.report [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1055.696515] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242111} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.699261] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.699496] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.699688] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.747144] env[68802]: DEBUG nova.network.neutron [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Successfully updated port: bd021172-9e30-4fb8-aaac-890130e9dde5 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.852483] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309d8546-3f99-4c2f-81a8-0841be38bdfb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.860322] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1de23d-8407-40aa-ac5b-eaf45d654d22 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.897856] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f815be36-0aea-4470-8ab7-85f63eb6ff1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.903785] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796011, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.907543] env[68802]: DEBUG nova.network.neutron [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance_info_cache with network_info: [{"id": "caeed25b-d774-482a-9b1f-929647d7acfb", "address": "fa:16:3e:8f:c0:da", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeed25b-d7", "ovs_interfaceid": "caeed25b-d774-482a-9b1f-929647d7acfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.912529] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb6da8b-a211-4322-8395-7b6c899cf3f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.927781] env[68802]: DEBUG nova.compute.provider_tree [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.940480] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.023027] env[68802]: DEBUG nova.network.neutron [req-5cd7ea84-7fda-4b92-80f6-4db578d73a5c req-cf05d412-1137-42f5-b79f-96277b7735b2 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updated VIF entry in instance network info cache for port 1e69c67b-3aa3-4620-9294-d596c23dd348. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.023382] env[68802]: DEBUG nova.network.neutron [req-5cd7ea84-7fda-4b92-80f6-4db578d73a5c req-cf05d412-1137-42f5-b79f-96277b7735b2 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updating instance_info_cache with network_info: [{"id": "1e69c67b-3aa3-4620-9294-d596c23dd348", "address": "fa:16:3e:53:30:04", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e69c67b-3a", "ovs_interfaceid": "1e69c67b-3aa3-4620-9294-d596c23dd348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.049982] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796017, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.076239] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.205326] env[68802]: INFO nova.virt.block_device [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Booting with volume e7394aff-671e-4d31-bec9-224615befc7b at /dev/sdb [ 1056.250858] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa7eef74-582b-48b1-823b-e61cc59da810 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.256233] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-4f607992-da76-45b4-9b0c-1b92fd2c2773" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.256468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-4f607992-da76-45b4-9b0c-1b92fd2c2773" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.256558] env[68802]: DEBUG nova.network.neutron [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.260689] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeb7833-a06a-4e4c-abe9-414bf60076a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.291905] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec5b82d4-78d6-4a22-aa3f-5254c18d38bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.300575] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bd47bb-9506-4f65-bf12-c388a6e2cd5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.331536] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c84f10e-1e86-4c56-8d34-b837723192e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.337902] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceea3b3f-c05a-4efd-a1f5-14310e9ab808 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.350758] env[68802]: DEBUG nova.virt.block_device [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Updating existing volume attachment record: db6cdd31-a580-4db0-ad55-80d44534c470 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1056.377432] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796011, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.448471} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.377704] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2299250d-53bf-4bed-bfec-8440f5602543/2299250d-53bf-4bed-bfec-8440f5602543.vmdk to [datastore2] 8818cf59-9e8a-4246-a463-5f24ae55d2d3/8818cf59-9e8a-4246-a463-5f24ae55d2d3.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.378497] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75898b45-d24d-4133-a9ff-fc09ec54b93f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.400011] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 8818cf59-9e8a-4246-a463-5f24ae55d2d3/8818cf59-9e8a-4246-a463-5f24ae55d2d3.vmdk or device None with type streamOptimized {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.400412] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a317ecba-8487-432e-be59-abd85cf081c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.417388] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.417645] env[68802]: DEBUG nova.objects.instance [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'migration_context' on Instance uuid ce9e1d70-d1c0-4244-bcf6-5497612c00d9 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.424703] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1056.424703] env[68802]: value = "task-2796022" [ 1056.424703] env[68802]: _type = "Task" [ 1056.424703] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.147053] env[68802]: DEBUG oslo_concurrency.lockutils [req-5cd7ea84-7fda-4b92-80f6-4db578d73a5c req-cf05d412-1137-42f5-b79f-96277b7735b2 service nova] Releasing lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.147607] env[68802]: DEBUG nova.objects.base [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.159044] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97227e1-87fb-458a-a5e3-00433b6cffb8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.162633] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796022, 'name': ReconfigVM_Task, 'duration_secs': 0.480244} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.163745] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 8818cf59-9e8a-4246-a463-5f24ae55d2d3/8818cf59-9e8a-4246-a463-5f24ae55d2d3.vmdk or device None with type streamOptimized {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.164222] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': None, 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': '438cd240-f04d-4823-ac03-73cb79612fcc'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561934', 'volume_id': '6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'name': 'volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8818cf59-9e8a-4246-a463-5f24ae55d2d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'serial': '6aa42aec-9c77-450f-8d4f-ded80cb6c081'}, 'boot_index': None, 'disk_bus': None, 'attachment_id': 'd86d7aec-7762-442b-8ce4-1bb6ecaf2974', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68802) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1057.164448] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1057.164640] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561934', 'volume_id': '6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'name': 'volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8818cf59-9e8a-4246-a463-5f24ae55d2d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'serial': '6aa42aec-9c77-450f-8d4f-ded80cb6c081'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1057.169199] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e87868-5af3-4a37-b05b-2cd114142b4e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.172149] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796020, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.40478} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.191323] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 76cc97bc-a53f-41a4-b8a4-2497af519857/76cc97bc-a53f-41a4-b8a4-2497af519857.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.191553] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.192502] env[68802]: DEBUG oslo_vmware.api [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796021, 'name': PowerOnVM_Task, 'duration_secs': 0.91353} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.192662] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796017, 'name': CreateVM_Task, 'duration_secs': 1.599402} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.193538] env[68802]: DEBUG nova.scheduler.client.report [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1057.193720] env[68802]: DEBUG nova.compute.provider_tree [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 129 to 130 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1057.193887] env[68802]: DEBUG nova.compute.provider_tree [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.198163] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f83a4b63-e4b5-4bb3-9299-3b164365843c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.200022] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89fca814-5408-4d75-be43-aab57de1fb5c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.202529] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.202753] env[68802]: INFO nova.compute.manager [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1057.202936] env[68802]: DEBUG nova.compute.manager [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.203161] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.204444] env[68802]: DEBUG nova.compute.manager [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Received event network-vif-plugged-bd021172-9e30-4fb8-aaac-890130e9dde5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1057.204658] env[68802]: DEBUG oslo_concurrency.lockutils [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] Acquiring lock "4f607992-da76-45b4-9b0c-1b92fd2c2773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.204861] env[68802]: DEBUG oslo_concurrency.lockutils [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] Lock "4f607992-da76-45b4-9b0c-1b92fd2c2773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.205039] env[68802]: DEBUG oslo_concurrency.lockutils [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] Lock "4f607992-da76-45b4-9b0c-1b92fd2c2773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.205208] env[68802]: DEBUG nova.compute.manager [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] No waiting events found dispatching network-vif-plugged-bd021172-9e30-4fb8-aaac-890130e9dde5 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.205370] env[68802]: WARNING nova.compute.manager [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Received unexpected event network-vif-plugged-bd021172-9e30-4fb8-aaac-890130e9dde5 for instance with vm_state building and task_state spawning. [ 1057.205542] env[68802]: DEBUG nova.compute.manager [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Received event network-changed-bd021172-9e30-4fb8-aaac-890130e9dde5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1057.205700] env[68802]: DEBUG nova.compute.manager [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Refreshing instance network info cache due to event network-changed-bd021172-9e30-4fb8-aaac-890130e9dde5. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1057.205862] env[68802]: DEBUG oslo_concurrency.lockutils [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] Acquiring lock "refresh_cache-4f607992-da76-45b4-9b0c-1b92fd2c2773" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.206599] env[68802]: DEBUG nova.network.neutron [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.219262] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7a80c4-298a-445c-85dd-bd7e3ccbd588 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.222028] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.222191] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.222504] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.224480] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-effc8dea-b9df-4031-9515-7ca03aa38970 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.229018] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada70570-505b-468a-89d9-96cb63752b3e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.232076] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1057.232076] env[68802]: value = "task-2796023" [ 1057.232076] env[68802]: _type = "Task" [ 1057.232076] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.232365] env[68802]: DEBUG oslo_vmware.api [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1057.232365] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5261835b-e0ce-eb79-c97d-bd6146dafb2d" [ 1057.232365] env[68802]: _type = "Task" [ 1057.232365] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.249310] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1057.249310] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524fa32a-3e3e-d4f7-4af8-0dbbf1b0de91" [ 1057.249310] env[68802]: _type = "Task" [ 1057.249310] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.274842] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.284299] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081/volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.284710] env[68802]: DEBUG oslo_vmware.api [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5261835b-e0ce-eb79-c97d-bd6146dafb2d, 'name': SearchDatastore_Task, 'duration_secs': 0.0082} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.288626] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-946780b3-1fad-405f-8655-8dc390ffdc21 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.302483] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.307523] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524fa32a-3e3e-d4f7-4af8-0dbbf1b0de91, 'name': SearchDatastore_Task, 'duration_secs': 0.008235} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.308518] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.308793] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.309248] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.309248] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.309443] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.309976] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b30250c7-84be-4c5c-867c-456b79f6a2b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.313470] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1057.313470] env[68802]: value = "task-2796024" [ 1057.313470] env[68802]: _type = "Task" [ 1057.313470] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.322167] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.323279] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.323475] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.324286] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8cc1380-d45e-4758-8672-6583ac59ea06 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.329582] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1057.329582] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c2888a-d978-4176-e41c-9378cbeac399" [ 1057.329582] env[68802]: _type = "Task" [ 1057.329582] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.337692] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c2888a-d978-4176-e41c-9378cbeac399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.684984] env[68802]: DEBUG nova.network.neutron [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Updating instance_info_cache with network_info: [{"id": "bd021172-9e30-4fb8-aaac-890130e9dde5", "address": "fa:16:3e:f1:23:3b", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd021172-9e", "ovs_interfaceid": "bd021172-9e30-4fb8-aaac-890130e9dde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.709497] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.025s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.710051] env[68802]: DEBUG nova.compute.manager [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.713034] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.675s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.714530] env[68802]: INFO nova.compute.claims [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.743320] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17998} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.743628] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.744424] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5dba0d-42a2-47c9-adf9-a33622af36b6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.769028] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 76cc97bc-a53f-41a4-b8a4-2497af519857/76cc97bc-a53f-41a4-b8a4-2497af519857.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.771360] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ae1ab6-ba4e-4f83-b190-d479c322cc3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.785730] env[68802]: INFO nova.compute.manager [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Took 20.69 seconds to build instance. [ 1057.792513] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1057.792513] env[68802]: value = "task-2796025" [ 1057.792513] env[68802]: _type = "Task" [ 1057.792513] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.801168] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.822316] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796024, 'name': ReconfigVM_Task, 'duration_secs': 0.327462} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.822524] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081/volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.827185] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37f297d-e061-48ee-8ff0-a7a39a711048 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.845531] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c2888a-d978-4176-e41c-9378cbeac399, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.847291] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1057.847291] env[68802]: value = "task-2796026" [ 1057.847291] env[68802]: _type = "Task" [ 1057.847291] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.847487] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0d1ba6-9645-4b0a-92e1-be9fae20c005 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.854671] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1057.854671] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52976c01-2d30-9d98-1235-adfae6dc17b7" [ 1057.854671] env[68802]: _type = "Task" [ 1057.854671] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.860638] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.867657] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52976c01-2d30-9d98-1235-adfae6dc17b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.867949] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.868280] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 2f614495-bfa4-454a-8485-5fcd54bc029a/2f614495-bfa4-454a-8485-5fcd54bc029a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.868564] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-767ba0e5-dfd4-4498-95df-75f9927274e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.876095] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1057.876095] env[68802]: value = "task-2796027" [ 1057.876095] env[68802]: _type = "Task" [ 1057.876095] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.886552] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.190349] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-4f607992-da76-45b4-9b0c-1b92fd2c2773" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.190809] env[68802]: DEBUG nova.compute.manager [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Instance network_info: |[{"id": "bd021172-9e30-4fb8-aaac-890130e9dde5", "address": "fa:16:3e:f1:23:3b", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd021172-9e", "ovs_interfaceid": "bd021172-9e30-4fb8-aaac-890130e9dde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.193899] env[68802]: DEBUG oslo_concurrency.lockutils [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] Acquired lock "refresh_cache-4f607992-da76-45b4-9b0c-1b92fd2c2773" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.193899] env[68802]: DEBUG nova.network.neutron [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Refreshing network info cache for port bd021172-9e30-4fb8-aaac-890130e9dde5 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.194950] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:23:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd021172-9e30-4fb8-aaac-890130e9dde5', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.202482] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.203724] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.203977] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf63894d-f5e5-4677-8efc-570a87defbef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.222725] env[68802]: DEBUG nova.compute.utils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.225804] env[68802]: DEBUG nova.compute.manager [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.226008] env[68802]: DEBUG nova.network.neutron [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.235578] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.235578] env[68802]: value = "task-2796028" [ 1058.235578] env[68802]: _type = "Task" [ 1058.235578] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.246116] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796028, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.288043] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dd9d3b59-df34-4c4c-bb65-6eb843790bdf tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "028443fb-8207-4514-bf72-db0cae7955c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.202s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.294727] env[68802]: DEBUG nova.policy [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b915ed6fa814320a682ae6f615e876c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42beed3bab1649e281cfaa01eb7ce5c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.307190] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796025, 'name': ReconfigVM_Task, 'duration_secs': 0.413685} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.307459] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 76cc97bc-a53f-41a4-b8a4-2497af519857/76cc97bc-a53f-41a4-b8a4-2497af519857.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.308350] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6f5db9d-9137-443c-b27f-375ceae5cb40 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.315082] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1058.315082] env[68802]: value = "task-2796029" [ 1058.315082] env[68802]: _type = "Task" [ 1058.315082] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.323312] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796029, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.359176] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796026, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.386241] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458666} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.386506] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 2f614495-bfa4-454a-8485-5fcd54bc029a/2f614495-bfa4-454a-8485-5fcd54bc029a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.386721] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.386986] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1328a6b2-dfc3-4194-baa9-28cf64d3d4ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.392795] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1058.392795] env[68802]: value = "task-2796030" [ 1058.392795] env[68802]: _type = "Task" [ 1058.392795] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.401675] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.612225] env[68802]: DEBUG nova.network.neutron [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Successfully created port: df98fbf3-50e3-47dc-823d-09cc2203077d {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.732212] env[68802]: DEBUG nova.compute.manager [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.759423] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.759775] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.759929] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.760017] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.760168] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.760335] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.760568] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.760751] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.760936] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.761128] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.761369] env[68802]: DEBUG nova.virt.hardware [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.763540] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796028, 'name': CreateVM_Task, 'duration_secs': 0.385371} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.764662] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4b929c-85f7-4d70-9197-a1853de80f58 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.768865] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.769555] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.769720] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.770074] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.770720] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002ca601-f4bd-47da-ac64-ae7dfaa15972 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.781656] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d923d5f-a456-46d5-9e20-c07198370fd8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.788566] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1058.788566] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5280aa95-5fb1-538a-4f33-0176668ebd60" [ 1058.788566] env[68802]: _type = "Task" [ 1058.788566] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.799796] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:53:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efdaf802-eb12-4f5a-8393-d1416a87f8e8', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.809070] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.812562] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.814012] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77e253e8-d457-484f-a037-d668a888a484 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.835611] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5280aa95-5fb1-538a-4f33-0176668ebd60, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.839566] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.841075] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.841075] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.841075] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.841075] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.841075] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-031ed5b2-d38e-4ac6-9905-f3ae53eb5c11 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.846407] env[68802]: DEBUG nova.compute.manager [req-89024db6-6c4a-4842-a087-c7c9b1eaaf44 req-ec2f175c-3582-4b5b-bb35-706e9c91e8a8 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received event network-changed-050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1058.846407] env[68802]: DEBUG nova.compute.manager [req-89024db6-6c4a-4842-a087-c7c9b1eaaf44 req-ec2f175c-3582-4b5b-bb35-706e9c91e8a8 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing instance network info cache due to event network-changed-050d60d5-0ef2-405d-af21-02bf47480ac3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1058.846407] env[68802]: DEBUG oslo_concurrency.lockutils [req-89024db6-6c4a-4842-a087-c7c9b1eaaf44 req-ec2f175c-3582-4b5b-bb35-706e9c91e8a8 service nova] Acquiring lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.846407] env[68802]: DEBUG oslo_concurrency.lockutils [req-89024db6-6c4a-4842-a087-c7c9b1eaaf44 req-ec2f175c-3582-4b5b-bb35-706e9c91e8a8 service nova] Acquired lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.846407] env[68802]: DEBUG nova.network.neutron [req-89024db6-6c4a-4842-a087-c7c9b1eaaf44 req-ec2f175c-3582-4b5b-bb35-706e9c91e8a8 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing network info cache for port 050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.854370] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796029, 'name': Rename_Task, 'duration_secs': 0.173058} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.855509] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.855509] env[68802]: value = "task-2796031" [ 1058.855509] env[68802]: _type = "Task" [ 1058.855509] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.859940] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.865280] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15709e6f-d549-4960-9b93-538a2e3d72c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.870197] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.870420] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.872014] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175635e8-1838-45a0-b06b-96b0b75a5697 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.880662] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796026, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.884876] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796031, 'name': CreateVM_Task} progress is 15%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.887388] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1058.887388] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52601833-5e9b-9ca1-5f1e-d8fe7a054de7" [ 1058.887388] env[68802]: _type = "Task" [ 1058.887388] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.887591] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1058.887591] env[68802]: value = "task-2796032" [ 1058.887591] env[68802]: _type = "Task" [ 1058.887591] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.904782] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52601833-5e9b-9ca1-5f1e-d8fe7a054de7, 'name': SearchDatastore_Task, 'duration_secs': 0.008197} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.908946] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796032, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.915017] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29b6ce6-9a8d-49d2-abfa-44dc812ce943 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.921066] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057968} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.921938] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.923510] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6932da8f-35fe-4466-b5ae-6e0297e968a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.929459] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1058.929459] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fe5a61-3b31-40a0-8e84-ca0ad97d3771" [ 1058.929459] env[68802]: _type = "Task" [ 1058.929459] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.962139] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2f614495-bfa4-454a-8485-5fcd54bc029a/2f614495-bfa4-454a-8485-5fcd54bc029a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.968164] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2680732b-4519-4818-96c9-bcbd8d3dafc6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.989340] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fe5a61-3b31-40a0-8e84-ca0ad97d3771, 'name': SearchDatastore_Task, 'duration_secs': 0.008697} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.990048] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.991105] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 4f607992-da76-45b4-9b0c-1b92fd2c2773/4f607992-da76-45b4-9b0c-1b92fd2c2773.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.991105] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fcbc0b0-6bed-4913-b1cf-2cc48b8c1c6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.995092] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1058.995092] env[68802]: value = "task-2796033" [ 1058.995092] env[68802]: _type = "Task" [ 1058.995092] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.998983] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1058.998983] env[68802]: value = "task-2796034" [ 1058.998983] env[68802]: _type = "Task" [ 1058.998983] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.005383] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.012640] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.079013] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9866f8-e322-4d26-bb5a-6e956669d7d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.088886] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4458117-bfc1-489e-9364-b54e9135bf0c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.121900] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924efe89-ac05-42fa-a4a7-1b87b2777624 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.129682] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f442dd12-9c25-48d9-94f2-164341ddb05d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.143626] env[68802]: DEBUG nova.compute.provider_tree [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.247044] env[68802]: DEBUG nova.network.neutron [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Updated VIF entry in instance network info cache for port bd021172-9e30-4fb8-aaac-890130e9dde5. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.247512] env[68802]: DEBUG nova.network.neutron [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Updating instance_info_cache with network_info: [{"id": "bd021172-9e30-4fb8-aaac-890130e9dde5", "address": "fa:16:3e:f1:23:3b", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd021172-9e", "ovs_interfaceid": "bd021172-9e30-4fb8-aaac-890130e9dde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.368083] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796026, 'name': ReconfigVM_Task, 'duration_secs': 1.145871} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.371802] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561934', 'volume_id': '6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'name': 'volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8818cf59-9e8a-4246-a463-5f24ae55d2d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'serial': '6aa42aec-9c77-450f-8d4f-ded80cb6c081'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1059.373193] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a68273e-794b-42b4-94d7-4befd05a3367 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.379316] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796031, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.380712] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1059.380712] env[68802]: value = "task-2796035" [ 1059.380712] env[68802]: _type = "Task" [ 1059.380712] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.384795] env[68802]: DEBUG nova.network.neutron [req-89024db6-6c4a-4842-a087-c7c9b1eaaf44 req-ec2f175c-3582-4b5b-bb35-706e9c91e8a8 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updated VIF entry in instance network info cache for port 050d60d5-0ef2-405d-af21-02bf47480ac3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.385223] env[68802]: DEBUG nova.network.neutron [req-89024db6-6c4a-4842-a087-c7c9b1eaaf44 req-ec2f175c-3582-4b5b-bb35-706e9c91e8a8 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [{"id": "050d60d5-0ef2-405d-af21-02bf47480ac3", "address": "fa:16:3e:d0:ef:9b", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d60d5-0e", "ovs_interfaceid": "050d60d5-0ef2-405d-af21-02bf47480ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.395281] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796035, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.400653] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.509601] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.513304] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.647176] env[68802]: DEBUG nova.scheduler.client.report [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.744743] env[68802]: DEBUG nova.compute.manager [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.750026] env[68802]: DEBUG oslo_concurrency.lockutils [req-fa1a59a9-d4e9-4533-96a8-6ce39253ed53 req-2d4804d6-8b47-42e6-9237-889e36184dcf service nova] Releasing lock "refresh_cache-4f607992-da76-45b4-9b0c-1b92fd2c2773" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.776046] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.777024] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.777024] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.777024] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.777209] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.777405] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.777698] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.777961] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.778256] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.778538] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.778802] env[68802]: DEBUG nova.virt.hardware [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.780171] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddb19b1-b98d-4988-b082-bac49feaf2cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.791700] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7f4414-9314-4793-bd11-60e878b668dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.877808] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796031, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.890934] env[68802]: DEBUG oslo_concurrency.lockutils [req-89024db6-6c4a-4842-a087-c7c9b1eaaf44 req-ec2f175c-3582-4b5b-bb35-706e9c91e8a8 service nova] Releasing lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.891592] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796035, 'name': Rename_Task, 'duration_secs': 0.275632} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.894868] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.895149] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1f0cc3b-0c1c-4d37-8e55-0e05af870234 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.903225] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.907157] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1059.907157] env[68802]: value = "task-2796036" [ 1059.907157] env[68802]: _type = "Task" [ 1059.907157] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.916697] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.007901] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.013034] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922073} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.013364] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 4f607992-da76-45b4-9b0c-1b92fd2c2773/4f607992-da76-45b4-9b0c-1b92fd2c2773.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.013587] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.013846] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39516a1b-5add-4ad3-837f-c8dc094a3e57 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.020560] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1060.020560] env[68802]: value = "task-2796037" [ 1060.020560] env[68802]: _type = "Task" [ 1060.020560] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.028985] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.037576] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.037864] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.153047] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.153810] env[68802]: DEBUG nova.compute.manager [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.156440] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.854s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.354501] env[68802]: DEBUG nova.compute.manager [req-a15764d5-78f1-4aee-aeff-caf4b4be504a req-36dde580-0406-4d0b-b66b-2852e8ef3f83 service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Received event network-vif-plugged-df98fbf3-50e3-47dc-823d-09cc2203077d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.354919] env[68802]: DEBUG oslo_concurrency.lockutils [req-a15764d5-78f1-4aee-aeff-caf4b4be504a req-36dde580-0406-4d0b-b66b-2852e8ef3f83 service nova] Acquiring lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.355197] env[68802]: DEBUG oslo_concurrency.lockutils [req-a15764d5-78f1-4aee-aeff-caf4b4be504a req-36dde580-0406-4d0b-b66b-2852e8ef3f83 service nova] Lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.355455] env[68802]: DEBUG oslo_concurrency.lockutils [req-a15764d5-78f1-4aee-aeff-caf4b4be504a req-36dde580-0406-4d0b-b66b-2852e8ef3f83 service nova] Lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.356293] env[68802]: DEBUG nova.compute.manager [req-a15764d5-78f1-4aee-aeff-caf4b4be504a req-36dde580-0406-4d0b-b66b-2852e8ef3f83 service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] No waiting events found dispatching network-vif-plugged-df98fbf3-50e3-47dc-823d-09cc2203077d {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.356293] env[68802]: WARNING nova.compute.manager [req-a15764d5-78f1-4aee-aeff-caf4b4be504a req-36dde580-0406-4d0b-b66b-2852e8ef3f83 service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Received unexpected event network-vif-plugged-df98fbf3-50e3-47dc-823d-09cc2203077d for instance with vm_state building and task_state spawning. [ 1060.378253] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796031, 'name': CreateVM_Task, 'duration_secs': 1.385515} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.378445] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.379165] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.379343] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.379682] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.379951] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7eac9b-563a-4a1b-8f28-94b38e14927f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.385659] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1060.385659] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527b335a-25ef-28bf-7b3c-436654ecffa9" [ 1060.385659] env[68802]: _type = "Task" [ 1060.385659] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.394608] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527b335a-25ef-28bf-7b3c-436654ecffa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.401834] env[68802]: DEBUG oslo_vmware.api [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796032, 'name': PowerOnVM_Task, 'duration_secs': 1.496686} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.402138] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.402382] env[68802]: DEBUG nova.compute.manager [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.403142] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634ad6b-a587-44df-8d2c-f1abb704c1e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.418743] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.457940] env[68802]: DEBUG nova.network.neutron [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Successfully updated port: df98fbf3-50e3-47dc-823d-09cc2203077d {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.506427] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796033, 'name': ReconfigVM_Task, 'duration_secs': 1.130075} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.506760] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2f614495-bfa4-454a-8485-5fcd54bc029a/2f614495-bfa4-454a-8485-5fcd54bc029a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.507697] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1ed11ab-a2bb-4e71-8628-5f57dfebc34d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.515040] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1060.515040] env[68802]: value = "task-2796038" [ 1060.515040] env[68802]: _type = "Task" [ 1060.515040] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.524598] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796038, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.533219] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07626} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.533550] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.534335] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4533d2-01bf-473e-a28c-09d0e246d345 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.540098] env[68802]: DEBUG nova.compute.manager [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.562620] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 4f607992-da76-45b4-9b0c-1b92fd2c2773/4f607992-da76-45b4-9b0c-1b92fd2c2773.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.563270] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac95a25b-3620-48d1-90ef-1a0c7335b8cd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.584551] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1060.584551] env[68802]: value = "task-2796039" [ 1060.584551] env[68802]: _type = "Task" [ 1060.584551] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.592966] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.659865] env[68802]: DEBUG nova.compute.utils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.664307] env[68802]: DEBUG nova.compute.manager [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.664642] env[68802]: DEBUG nova.network.neutron [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.701584] env[68802]: DEBUG nova.policy [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2f78cff8005464fbf643d32532d5546', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51baa67f78994deda60415ca85cb4d5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.858417] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a65f3-bcd9-45c8-8d2b-14323f8412e6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.869590] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade13dd-d055-494e-b7c0-84abd679db7a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.911298] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a527bf1-d301-4a56-a4bb-ddb037340a5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.931994] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527b335a-25ef-28bf-7b3c-436654ecffa9, 'name': SearchDatastore_Task, 'duration_secs': 0.012631} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.932922] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.933227] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.933487] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.933737] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.933886] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.934078] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.935459] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28072297-4368-42e2-9b95-ddaeec5b9e29 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.942605] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eed71ae-d272-4447-8d4d-3e4c14a83370 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.944631] env[68802]: DEBUG oslo_vmware.api [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796036, 'name': PowerOnVM_Task, 'duration_secs': 0.68565} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.945622] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.957872] env[68802]: DEBUG nova.compute.provider_tree [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.960513] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "refresh_cache-10c726e1-c1f7-46a9-a449-6e66c0cb4532" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.960860] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "refresh_cache-10c726e1-c1f7-46a9-a449-6e66c0cb4532" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.960860] env[68802]: DEBUG nova.network.neutron [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.965907] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.968033] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.968033] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-effa058b-cdf6-4108-b75a-a24307d4205d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.970375] env[68802]: DEBUG nova.network.neutron [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Successfully created port: 4dc073de-f5b0-4d89-af8b-b91cc1e1eac2 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.976201] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1060.976201] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527150f2-fb43-fdf0-e0fb-5e3cb93f3157" [ 1060.976201] env[68802]: _type = "Task" [ 1060.976201] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.985218] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527150f2-fb43-fdf0-e0fb-5e3cb93f3157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.024577] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796038, 'name': Rename_Task, 'duration_secs': 0.36524} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.024857] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.025119] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b909c660-ac8d-47b7-9b7f-7cd05a9eb3f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.031212] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1061.031212] env[68802]: value = "task-2796040" [ 1061.031212] env[68802]: _type = "Task" [ 1061.031212] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.039946] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.060280] env[68802]: DEBUG nova.compute.manager [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.061192] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd87ca4b-d160-4490-a9b5-02737b80e7a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.079704] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.093597] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.165600] env[68802]: DEBUG nova.compute.manager [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.463146] env[68802]: DEBUG nova.scheduler.client.report [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.488454] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527150f2-fb43-fdf0-e0fb-5e3cb93f3157, 'name': SearchDatastore_Task, 'duration_secs': 0.016368} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.489293] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61aa458-f581-4ca5-b30d-dbffa7c73c5c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.498142] env[68802]: DEBUG nova.network.neutron [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.498142] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1061.498142] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c92222-84b9-76f7-18cf-b924e82fc49f" [ 1061.498142] env[68802]: _type = "Task" [ 1061.498142] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.506192] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c92222-84b9-76f7-18cf-b924e82fc49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.544370] env[68802]: DEBUG oslo_vmware.api [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796040, 'name': PowerOnVM_Task, 'duration_secs': 0.494692} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.545718] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.545957] env[68802]: INFO nova.compute.manager [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1061.546169] env[68802]: DEBUG nova.compute.manager [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.549166] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaed5e16-62ad-41e3-90a3-368788501ce0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.584230] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1bd46fd0-32ed-44bc-9aff-87c4085ec43e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.335s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.596222] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796039, 'name': ReconfigVM_Task, 'duration_secs': 0.741317} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.596705] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 4f607992-da76-45b4-9b0c-1b92fd2c2773/4f607992-da76-45b4-9b0c-1b92fd2c2773.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.597489] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2acb505d-5e54-416d-9011-e02a825392a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.604271] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1061.604271] env[68802]: value = "task-2796041" [ 1061.604271] env[68802]: _type = "Task" [ 1061.604271] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.613362] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796041, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.659173] env[68802]: DEBUG nova.network.neutron [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Updating instance_info_cache with network_info: [{"id": "df98fbf3-50e3-47dc-823d-09cc2203077d", "address": "fa:16:3e:39:dc:2f", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf98fbf3-50", "ovs_interfaceid": "df98fbf3-50e3-47dc-823d-09cc2203077d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.009860] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c92222-84b9-76f7-18cf-b924e82fc49f, 'name': SearchDatastore_Task, 'duration_secs': 0.026947} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.010159] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.010455] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6f76cfec-5734-4e2c-b64b-e898a6182c99/6f76cfec-5734-4e2c-b64b-e898a6182c99.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.010671] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49874f44-211f-4797-9d08-e11805492dce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.017881] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1062.017881] env[68802]: value = "task-2796042" [ 1062.017881] env[68802]: _type = "Task" [ 1062.017881] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.026220] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.054797] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "76cc97bc-a53f-41a4-b8a4-2497af519857" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.054797] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "76cc97bc-a53f-41a4-b8a4-2497af519857" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.054797] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "76cc97bc-a53f-41a4-b8a4-2497af519857-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.054797] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "76cc97bc-a53f-41a4-b8a4-2497af519857-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.054797] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "76cc97bc-a53f-41a4-b8a4-2497af519857-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.057171] env[68802]: INFO nova.compute.manager [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Terminating instance [ 1062.070198] env[68802]: INFO nova.compute.manager [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Took 19.36 seconds to build instance. [ 1062.114683] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796041, 'name': Rename_Task, 'duration_secs': 0.321151} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.114795] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.115765] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0769f0c6-46b7-47ac-a688-30495a94ce68 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.121656] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1062.121656] env[68802]: value = "task-2796043" [ 1062.121656] env[68802]: _type = "Task" [ 1062.121656] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.129469] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.161807] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "refresh_cache-10c726e1-c1f7-46a9-a449-6e66c0cb4532" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.165109] env[68802]: DEBUG nova.compute.manager [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Instance network_info: |[{"id": "df98fbf3-50e3-47dc-823d-09cc2203077d", "address": "fa:16:3e:39:dc:2f", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf98fbf3-50", "ovs_interfaceid": "df98fbf3-50e3-47dc-823d-09cc2203077d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.165109] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:dc:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df98fbf3-50e3-47dc-823d-09cc2203077d', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.172712] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.173167] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.174407] env[68802]: DEBUG nova.compute.manager [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.177826] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cc8f377-948a-43a8-8a2b-a5f2dfc9aca2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.201152] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.201152] env[68802]: value = "task-2796044" [ 1062.201152] env[68802]: _type = "Task" [ 1062.201152] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.203285] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.203512] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.203664] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.203877] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.203974] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.204143] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.204357] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.204511] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.204676] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.204833] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.205012] env[68802]: DEBUG nova.virt.hardware [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.205859] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7ab766-b4a5-4a07-b659-598a82581c07 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.220948] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df08b431-f18e-42af-8a68-f73b3e78db3c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.226284] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796044, 'name': CreateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.439158] env[68802]: DEBUG nova.compute.manager [req-51b8910a-de9c-476a-9c1f-781d6061b237 req-6141492a-ca4f-49f5-91fb-264a61c6ef2a service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Received event network-changed-df98fbf3-50e3-47dc-823d-09cc2203077d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1062.439158] env[68802]: DEBUG nova.compute.manager [req-51b8910a-de9c-476a-9c1f-781d6061b237 req-6141492a-ca4f-49f5-91fb-264a61c6ef2a service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Refreshing instance network info cache due to event network-changed-df98fbf3-50e3-47dc-823d-09cc2203077d. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1062.439158] env[68802]: DEBUG oslo_concurrency.lockutils [req-51b8910a-de9c-476a-9c1f-781d6061b237 req-6141492a-ca4f-49f5-91fb-264a61c6ef2a service nova] Acquiring lock "refresh_cache-10c726e1-c1f7-46a9-a449-6e66c0cb4532" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.439158] env[68802]: DEBUG oslo_concurrency.lockutils [req-51b8910a-de9c-476a-9c1f-781d6061b237 req-6141492a-ca4f-49f5-91fb-264a61c6ef2a service nova] Acquired lock "refresh_cache-10c726e1-c1f7-46a9-a449-6e66c0cb4532" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.439158] env[68802]: DEBUG nova.network.neutron [req-51b8910a-de9c-476a-9c1f-781d6061b237 req-6141492a-ca4f-49f5-91fb-264a61c6ef2a service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Refreshing network info cache for port df98fbf3-50e3-47dc-823d-09cc2203077d {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.475582] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.319s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.476070] env[68802]: DEBUG nova.compute.manager [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68802) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1062.478613] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.546s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.479265] env[68802]: DEBUG nova.objects.instance [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1062.529794] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796042, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.564020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "refresh_cache-76cc97bc-a53f-41a4-b8a4-2497af519857" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.564020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquired lock "refresh_cache-76cc97bc-a53f-41a4-b8a4-2497af519857" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.564020] env[68802]: DEBUG nova.network.neutron [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.573404] env[68802]: DEBUG oslo_concurrency.lockutils [None req-34028725-e623-40b3-bffb-c8f934a10910 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.868s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.634831] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796043, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.680448] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.681154] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.695633] env[68802]: DEBUG nova.network.neutron [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Successfully updated port: 4dc073de-f5b0-4d89-af8b-b91cc1e1eac2 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.717454] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796044, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.030532] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56149} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.030838] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6f76cfec-5734-4e2c-b64b-e898a6182c99/6f76cfec-5734-4e2c-b64b-e898a6182c99.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.031009] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.031297] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3edacc3-b5db-4675-823c-3bf3aabdcd6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.037811] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1063.037811] env[68802]: value = "task-2796045" [ 1063.037811] env[68802]: _type = "Task" [ 1063.037811] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.041854] env[68802]: INFO nova.scheduler.client.report [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleted allocation for migration 035389ec-725e-40c7-818c-046523f493d1 [ 1063.052540] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.083602] env[68802]: DEBUG nova.network.neutron [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.132301] env[68802]: DEBUG oslo_vmware.api [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796043, 'name': PowerOnVM_Task, 'duration_secs': 0.65238} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.132603] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.132849] env[68802]: INFO nova.compute.manager [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1063.132977] env[68802]: DEBUG nova.compute.manager [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.133782] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6430bf2-9800-4e38-a5a1-0fd34886bfb7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.170505] env[68802]: DEBUG nova.network.neutron [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.190419] env[68802]: DEBUG nova.compute.manager [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.200844] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquiring lock "refresh_cache-6fd63c49-548f-4c94-980c-1419bfa6000a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.200983] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquired lock "refresh_cache-6fd63c49-548f-4c94-980c-1419bfa6000a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.201155] env[68802]: DEBUG nova.network.neutron [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.203038] env[68802]: DEBUG nova.network.neutron [req-51b8910a-de9c-476a-9c1f-781d6061b237 req-6141492a-ca4f-49f5-91fb-264a61c6ef2a service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Updated VIF entry in instance network info cache for port df98fbf3-50e3-47dc-823d-09cc2203077d. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.203404] env[68802]: DEBUG nova.network.neutron [req-51b8910a-de9c-476a-9c1f-781d6061b237 req-6141492a-ca4f-49f5-91fb-264a61c6ef2a service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Updating instance_info_cache with network_info: [{"id": "df98fbf3-50e3-47dc-823d-09cc2203077d", "address": "fa:16:3e:39:dc:2f", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf98fbf3-50", "ovs_interfaceid": "df98fbf3-50e3-47dc-823d-09cc2203077d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.217307] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796044, 'name': CreateVM_Task, 'duration_secs': 0.59663} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.217307] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.217888] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.218067] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.218398] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.218652] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4dfcab-d3a6-44b6-8e7d-f1f4515b7d5f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.223653] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1063.223653] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523cec96-1cf5-420b-fa1e-821c199359f7" [ 1063.223653] env[68802]: _type = "Task" [ 1063.223653] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.232141] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523cec96-1cf5-420b-fa1e-821c199359f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.490037] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4c3bb9-3dd6-42f1-a460-03584eefaf04 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.491584] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.412s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.494284] env[68802]: INFO nova.compute.claims [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.547364] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084139} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.548475] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.549290] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7971a696-ddf5-489b-84e4-cdd19bfeaff1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.554152] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2f36b47-8bb1-42d5-8230-3025e6560449 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.700s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.575727] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6f76cfec-5734-4e2c-b64b-e898a6182c99/6f76cfec-5734-4e2c-b64b-e898a6182c99.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.576175] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be3bb17-7ce2-483e-b5ca-dc14cfccab66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.596078] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1063.596078] env[68802]: value = "task-2796046" [ 1063.596078] env[68802]: _type = "Task" [ 1063.596078] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.603409] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.650908] env[68802]: INFO nova.compute.manager [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Took 14.00 seconds to build instance. [ 1063.673686] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Releasing lock "refresh_cache-76cc97bc-a53f-41a4-b8a4-2497af519857" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.674133] env[68802]: DEBUG nova.compute.manager [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.674336] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.675234] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210eccb7-e251-4625-977a-469ea78ddf17 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.683277] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.683534] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8b9308e-3ad0-41f6-bedd-154203b2722b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.690503] env[68802]: DEBUG oslo_vmware.api [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1063.690503] env[68802]: value = "task-2796047" [ 1063.690503] env[68802]: _type = "Task" [ 1063.690503] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.702186] env[68802]: DEBUG oslo_vmware.api [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.707757] env[68802]: DEBUG oslo_concurrency.lockutils [req-51b8910a-de9c-476a-9c1f-781d6061b237 req-6141492a-ca4f-49f5-91fb-264a61c6ef2a service nova] Releasing lock "refresh_cache-10c726e1-c1f7-46a9-a449-6e66c0cb4532" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.713406] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.733919] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523cec96-1cf5-420b-fa1e-821c199359f7, 'name': SearchDatastore_Task, 'duration_secs': 0.017449} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.734249] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.734505] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.734757] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.734903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.735127] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.735420] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27dc2ee6-6137-4d0e-aafb-d7e13cd6bd3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.746021] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.746021] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.747126] env[68802]: DEBUG nova.network.neutron [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.749258] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09b413d-21b8-44d4-8d97-aff1b3e243dc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.754909] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1063.754909] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]527ad8d9-94de-74d1-0399-72521f1cba62" [ 1063.754909] env[68802]: _type = "Task" [ 1063.754909] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.762997] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527ad8d9-94de-74d1-0399-72521f1cba62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.954872] env[68802]: DEBUG nova.network.neutron [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Updating instance_info_cache with network_info: [{"id": "4dc073de-f5b0-4d89-af8b-b91cc1e1eac2", "address": "fa:16:3e:a9:ea:34", "network": {"id": "be4bb59e-2b66-4e95-90c1-0414b2dde46f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1584994115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51baa67f78994deda60415ca85cb4d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc073de-f5", "ovs_interfaceid": "4dc073de-f5b0-4d89-af8b-b91cc1e1eac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.106585] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.153374] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3474cfa4-297a-41eb-99aa-e005007bf3a0 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "4f607992-da76-45b4-9b0c-1b92fd2c2773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.526s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.201836] env[68802]: DEBUG oslo_vmware.api [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796047, 'name': PowerOffVM_Task, 'duration_secs': 0.27053} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.203387] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.203387] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.203387] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f4c4e67-9d12-48f7-b6b9-27fd88e0205e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.230139] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.230474] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.230701] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Deleting the datastore file [datastore2] 76cc97bc-a53f-41a4-b8a4-2497af519857 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.230985] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dac2f97b-4ace-4b3d-8439-178f47c670b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.239161] env[68802]: DEBUG oslo_vmware.api [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for the task: (returnval){ [ 1064.239161] env[68802]: value = "task-2796049" [ 1064.239161] env[68802]: _type = "Task" [ 1064.239161] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.247655] env[68802]: DEBUG oslo_vmware.api [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.267551] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]527ad8d9-94de-74d1-0399-72521f1cba62, 'name': SearchDatastore_Task, 'duration_secs': 0.030586} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.268369] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9efc805f-1a4d-4db2-bed8-41a29cab21f3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.274168] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1064.274168] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5269f321-8de0-ffd8-de4a-c39580af27c7" [ 1064.274168] env[68802]: _type = "Task" [ 1064.274168] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.282227] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5269f321-8de0-ffd8-de4a-c39580af27c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.356524] env[68802]: DEBUG nova.objects.instance [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'flavor' on Instance uuid ce9e1d70-d1c0-4244-bcf6-5497612c00d9 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.459066] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Releasing lock "refresh_cache-6fd63c49-548f-4c94-980c-1419bfa6000a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.459422] env[68802]: DEBUG nova.compute.manager [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Instance network_info: |[{"id": "4dc073de-f5b0-4d89-af8b-b91cc1e1eac2", "address": "fa:16:3e:a9:ea:34", "network": {"id": "be4bb59e-2b66-4e95-90c1-0414b2dde46f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1584994115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51baa67f78994deda60415ca85cb4d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc073de-f5", "ovs_interfaceid": "4dc073de-f5b0-4d89-af8b-b91cc1e1eac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.459871] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:ea:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc073de-f5b0-4d89-af8b-b91cc1e1eac2', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.467295] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Creating folder: Project (51baa67f78994deda60415ca85cb4d5e). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.468601] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2886506b-3b93-4aea-b3a0-fc0c76c8f027 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.471614] env[68802]: DEBUG nova.compute.manager [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Received event network-vif-plugged-4dc073de-f5b0-4d89-af8b-b91cc1e1eac2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1064.471814] env[68802]: DEBUG oslo_concurrency.lockutils [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] Acquiring lock "6fd63c49-548f-4c94-980c-1419bfa6000a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.472060] env[68802]: DEBUG oslo_concurrency.lockutils [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] Lock "6fd63c49-548f-4c94-980c-1419bfa6000a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.472289] env[68802]: DEBUG oslo_concurrency.lockutils [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] Lock "6fd63c49-548f-4c94-980c-1419bfa6000a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.472379] env[68802]: DEBUG nova.compute.manager [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] No waiting events found dispatching network-vif-plugged-4dc073de-f5b0-4d89-af8b-b91cc1e1eac2 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.472539] env[68802]: WARNING nova.compute.manager [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Received unexpected event network-vif-plugged-4dc073de-f5b0-4d89-af8b-b91cc1e1eac2 for instance with vm_state building and task_state spawning. [ 1064.472691] env[68802]: DEBUG nova.compute.manager [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Received event network-changed-4dc073de-f5b0-4d89-af8b-b91cc1e1eac2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1064.472840] env[68802]: DEBUG nova.compute.manager [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Refreshing instance network info cache due to event network-changed-4dc073de-f5b0-4d89-af8b-b91cc1e1eac2. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1064.473037] env[68802]: DEBUG oslo_concurrency.lockutils [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] Acquiring lock "refresh_cache-6fd63c49-548f-4c94-980c-1419bfa6000a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.473161] env[68802]: DEBUG oslo_concurrency.lockutils [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] Acquired lock "refresh_cache-6fd63c49-548f-4c94-980c-1419bfa6000a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.473315] env[68802]: DEBUG nova.network.neutron [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Refreshing network info cache for port 4dc073de-f5b0-4d89-af8b-b91cc1e1eac2 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.483936] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Created folder: Project (51baa67f78994deda60415ca85cb4d5e) in parent group-v561663. [ 1064.484170] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Creating folder: Instances. Parent ref: group-v561951. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.484647] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe05d2ac-e23b-4445-ab5a-1980b7ea0bba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.495077] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Created folder: Instances in parent group-v561951. [ 1064.495596] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.495795] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.496138] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa971609-0301-446a-ab7d-3a73aa0f70f9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.523691] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.523691] env[68802]: value = "task-2796052" [ 1064.523691] env[68802]: _type = "Task" [ 1064.523691] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.540224] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796052, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.609975] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796046, 'name': ReconfigVM_Task, 'duration_secs': 0.632719} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.612385] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6f76cfec-5734-4e2c-b64b-e898a6182c99/6f76cfec-5734-4e2c-b64b-e898a6182c99.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.613364] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': None, 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': '438cd240-f04d-4823-ac03-73cb79612fcc'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561940', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'name': 'volume-e7394aff-671e-4d31-bec9-224615befc7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f76cfec-5734-4e2c-b64b-e898a6182c99', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'serial': 'e7394aff-671e-4d31-bec9-224615befc7b'}, 'boot_index': None, 'disk_bus': None, 'attachment_id': 'db6cdd31-a580-4db0-ad55-80d44534c470', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68802) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1064.613570] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1064.614535] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561940', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'name': 'volume-e7394aff-671e-4d31-bec9-224615befc7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f76cfec-5734-4e2c-b64b-e898a6182c99', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'serial': 'e7394aff-671e-4d31-bec9-224615befc7b'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1064.615298] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c828022-16e5-4b86-9cb1-ee64e116c414 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.635043] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493643f4-992c-4f83-b72a-1f4980df55de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.660206] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-e7394aff-671e-4d31-bec9-224615befc7b/volume-e7394aff-671e-4d31-bec9-224615befc7b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.663151] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6275af9-3b6b-4ead-a46d-d31b1a8f6777 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.683392] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1064.683392] env[68802]: value = "task-2796053" [ 1064.683392] env[68802]: _type = "Task" [ 1064.683392] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.693521] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.752441] env[68802]: DEBUG oslo_vmware.api [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Task: {'id': task-2796049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132355} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.755262] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.755476] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.755707] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.755897] env[68802]: INFO nova.compute.manager [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1064.756219] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.756624] env[68802]: DEBUG nova.compute.manager [-] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.756748] env[68802]: DEBUG nova.network.neutron [-] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.772521] env[68802]: DEBUG nova.network.neutron [-] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.788211] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5269f321-8de0-ffd8-de4a-c39580af27c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.788211] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.788211] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 10c726e1-c1f7-46a9-a449-6e66c0cb4532/10c726e1-c1f7-46a9-a449-6e66c0cb4532.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.788211] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c33d8991-22b6-48cd-8bae-84a3bfba114b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.795892] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1064.795892] env[68802]: value = "task-2796054" [ 1064.795892] env[68802]: _type = "Task" [ 1064.795892] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.805238] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.820220] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565cf79e-bf71-496c-a496-1d8d2e61ddf2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.828128] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44defbd2-17a9-4f85-aedc-dcbe7ffdb7ab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.867673] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.867854] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.868022] env[68802]: DEBUG nova.network.neutron [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.868230] env[68802]: DEBUG nova.objects.instance [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'info_cache' on Instance uuid ce9e1d70-d1c0-4244-bcf6-5497612c00d9 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.874019] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aa6807-7ffb-4c7f-b867-f7aa9127c64b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.879482] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d211997-8587-44a5-a3f3-d4c903b2c78c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.898831] env[68802]: DEBUG nova.compute.provider_tree [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.035249] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796052, 'name': CreateVM_Task, 'duration_secs': 0.444982} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.035420] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.036104] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.036215] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.036523] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.036801] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32e7927-7f2b-43d1-9ea4-bd4f08150940 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.044583] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for the task: (returnval){ [ 1065.044583] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b6ddcb-c1b1-d2a1-636c-b4d96b31a708" [ 1065.044583] env[68802]: _type = "Task" [ 1065.044583] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.054757] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b6ddcb-c1b1-d2a1-636c-b4d96b31a708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.187703] env[68802]: DEBUG nova.network.neutron [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Updated VIF entry in instance network info cache for port 4dc073de-f5b0-4d89-af8b-b91cc1e1eac2. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.188091] env[68802]: DEBUG nova.network.neutron [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Updating instance_info_cache with network_info: [{"id": "4dc073de-f5b0-4d89-af8b-b91cc1e1eac2", "address": "fa:16:3e:a9:ea:34", "network": {"id": "be4bb59e-2b66-4e95-90c1-0414b2dde46f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1584994115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51baa67f78994deda60415ca85cb4d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc073de-f5", "ovs_interfaceid": "4dc073de-f5b0-4d89-af8b-b91cc1e1eac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.194971] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796053, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.275056] env[68802]: DEBUG nova.network.neutron [-] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.306344] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.376592] env[68802]: DEBUG nova.objects.base [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.401829] env[68802]: DEBUG nova.scheduler.client.report [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.555511] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b6ddcb-c1b1-d2a1-636c-b4d96b31a708, 'name': SearchDatastore_Task, 'duration_secs': 0.05443} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.555838] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.556102] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.556422] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.556629] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.556843] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.557133] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a110780-11e5-4835-98e0-b10497579ec8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.565901] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.566108] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.566832] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabe553c-5f12-4bf5-ad27-966dad4cf741 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.572455] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for the task: (returnval){ [ 1065.572455] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5284f7d0-e18e-d2e6-321e-51d969c5678a" [ 1065.572455] env[68802]: _type = "Task" [ 1065.572455] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.581044] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5284f7d0-e18e-d2e6-321e-51d969c5678a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.692955] env[68802]: DEBUG oslo_concurrency.lockutils [req-afbb315b-bc7e-4b33-b823-8ae73f55c006 req-c934055c-4a34-4b43-a75a-015118b1ece0 service nova] Releasing lock "refresh_cache-6fd63c49-548f-4c94-980c-1419bfa6000a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.693481] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796053, 'name': ReconfigVM_Task, 'duration_secs': 0.525086} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.693762] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-e7394aff-671e-4d31-bec9-224615befc7b/volume-e7394aff-671e-4d31-bec9-224615befc7b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.699221] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5937bc3-6503-4669-9610-c2977ca83193 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.714982] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1065.714982] env[68802]: value = "task-2796055" [ 1065.714982] env[68802]: _type = "Task" [ 1065.714982] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.723186] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.780981] env[68802]: INFO nova.compute.manager [-] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Took 1.02 seconds to deallocate network for instance. [ 1065.806184] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561693} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.806444] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 10c726e1-c1f7-46a9-a449-6e66c0cb4532/10c726e1-c1f7-46a9-a449-6e66c0cb4532.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.806653] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.806895] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa5741c5-bd7f-4735-a22c-da954b2f6d84 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.814226] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1065.814226] env[68802]: value = "task-2796056" [ 1065.814226] env[68802]: _type = "Task" [ 1065.814226] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.823124] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.908369] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.908885] env[68802]: DEBUG nova.compute.manager [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.911817] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.198s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.913234] env[68802]: INFO nova.compute.claims [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.084054] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5284f7d0-e18e-d2e6-321e-51d969c5678a, 'name': SearchDatastore_Task, 'duration_secs': 0.015229} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.084513] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396e2148-716f-4682-9a95-6775ba11c131 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.089499] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for the task: (returnval){ [ 1066.089499] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5208b403-0686-c560-ae3f-69b4cd79d666" [ 1066.089499] env[68802]: _type = "Task" [ 1066.089499] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.096931] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5208b403-0686-c560-ae3f-69b4cd79d666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.101023] env[68802]: DEBUG nova.network.neutron [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance_info_cache with network_info: [{"id": "caeed25b-d774-482a-9b1f-929647d7acfb", "address": "fa:16:3e:8f:c0:da", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeed25b-d7", "ovs_interfaceid": "caeed25b-d774-482a-9b1f-929647d7acfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.225224] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796055, 'name': ReconfigVM_Task, 'duration_secs': 0.447631} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.225499] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561940', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'name': 'volume-e7394aff-671e-4d31-bec9-224615befc7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f76cfec-5734-4e2c-b64b-e898a6182c99', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'serial': 'e7394aff-671e-4d31-bec9-224615befc7b'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1066.226095] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a939f90-14e1-4253-a413-3b97ed63a693 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.232691] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1066.232691] env[68802]: value = "task-2796057" [ 1066.232691] env[68802]: _type = "Task" [ 1066.232691] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.240607] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796057, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.287908] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.324072] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068588} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.324341] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.325140] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183c9c37-d58d-477d-8710-8a9179badeb3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.346506] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 10c726e1-c1f7-46a9-a449-6e66c0cb4532/10c726e1-c1f7-46a9-a449-6e66c0cb4532.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.346774] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9385ca4f-9d9e-4090-9e10-783c2bb27a50 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.365916] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1066.365916] env[68802]: value = "task-2796058" [ 1066.365916] env[68802]: _type = "Task" [ 1066.365916] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.373685] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.418341] env[68802]: DEBUG nova.compute.utils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.421644] env[68802]: DEBUG nova.compute.manager [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.421810] env[68802]: DEBUG nova.network.neutron [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.458051] env[68802]: DEBUG nova.policy [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15364a89aed840319e4ebfb1e17ea0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734c42736a374f8eb00c5faa4b1f3427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.492164] env[68802]: DEBUG nova.compute.manager [req-f25e8d85-3b0c-410e-916f-6a5b63b683f4 req-b9bd680e-0145-49b8-b356-a36b4c2095f3 service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Received event network-changed-bd021172-9e30-4fb8-aaac-890130e9dde5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1066.492357] env[68802]: DEBUG nova.compute.manager [req-f25e8d85-3b0c-410e-916f-6a5b63b683f4 req-b9bd680e-0145-49b8-b356-a36b4c2095f3 service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Refreshing instance network info cache due to event network-changed-bd021172-9e30-4fb8-aaac-890130e9dde5. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1066.492567] env[68802]: DEBUG oslo_concurrency.lockutils [req-f25e8d85-3b0c-410e-916f-6a5b63b683f4 req-b9bd680e-0145-49b8-b356-a36b4c2095f3 service nova] Acquiring lock "refresh_cache-4f607992-da76-45b4-9b0c-1b92fd2c2773" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.492707] env[68802]: DEBUG oslo_concurrency.lockutils [req-f25e8d85-3b0c-410e-916f-6a5b63b683f4 req-b9bd680e-0145-49b8-b356-a36b4c2095f3 service nova] Acquired lock "refresh_cache-4f607992-da76-45b4-9b0c-1b92fd2c2773" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.492864] env[68802]: DEBUG nova.network.neutron [req-f25e8d85-3b0c-410e-916f-6a5b63b683f4 req-b9bd680e-0145-49b8-b356-a36b4c2095f3 service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Refreshing network info cache for port bd021172-9e30-4fb8-aaac-890130e9dde5 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.600266] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5208b403-0686-c560-ae3f-69b4cd79d666, 'name': SearchDatastore_Task, 'duration_secs': 0.036429} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.600589] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.600773] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6fd63c49-548f-4c94-980c-1419bfa6000a/6fd63c49-548f-4c94-980c-1419bfa6000a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.601035] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73cee6a8-a16e-4571-ab6a-d50999a77149 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.603105] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-ce9e1d70-d1c0-4244-bcf6-5497612c00d9" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.609320] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for the task: (returnval){ [ 1066.609320] env[68802]: value = "task-2796059" [ 1066.609320] env[68802]: _type = "Task" [ 1066.609320] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.617962] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.721795] env[68802]: DEBUG nova.network.neutron [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Successfully created port: 374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.745748] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796057, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.877980] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.924172] env[68802]: DEBUG nova.compute.manager [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.127349] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.143729] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43713855-1871-438e-82b1-39e918fdb823 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.151271] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1624b00-15d2-4203-b470-20249ccb7962 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.188466] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3679cd-d40e-4edc-a0aa-7c57252e432b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.197343] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452f1d64-b4ff-4bd5-bb89-63436c273b75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.212656] env[68802]: DEBUG nova.compute.provider_tree [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.243472] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796057, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.366269] env[68802]: DEBUG nova.network.neutron [req-f25e8d85-3b0c-410e-916f-6a5b63b683f4 req-b9bd680e-0145-49b8-b356-a36b4c2095f3 service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Updated VIF entry in instance network info cache for port bd021172-9e30-4fb8-aaac-890130e9dde5. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.366725] env[68802]: DEBUG nova.network.neutron [req-f25e8d85-3b0c-410e-916f-6a5b63b683f4 req-b9bd680e-0145-49b8-b356-a36b4c2095f3 service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Updating instance_info_cache with network_info: [{"id": "bd021172-9e30-4fb8-aaac-890130e9dde5", "address": "fa:16:3e:f1:23:3b", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd021172-9e", "ovs_interfaceid": "bd021172-9e30-4fb8-aaac-890130e9dde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.380455] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.608756] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.609156] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4360b428-5a2c-4fb2-a71f-1a3301dc470d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.616591] env[68802]: DEBUG oslo_vmware.api [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1067.616591] env[68802]: value = "task-2796060" [ 1067.616591] env[68802]: _type = "Task" [ 1067.616591] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.622719] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899888} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.623344] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6fd63c49-548f-4c94-980c-1419bfa6000a/6fd63c49-548f-4c94-980c-1419bfa6000a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.623565] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.623808] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fef5a4e-1b40-4e18-bf24-cb7759e46ac9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.628347] env[68802]: DEBUG oslo_vmware.api [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.633297] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for the task: (returnval){ [ 1067.633297] env[68802]: value = "task-2796061" [ 1067.633297] env[68802]: _type = "Task" [ 1067.633297] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.641071] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.716315] env[68802]: DEBUG nova.scheduler.client.report [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.744342] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796057, 'name': Rename_Task, 'duration_secs': 1.047206} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.744641] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.744905] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e149d29-98e5-4865-a400-f76ebe223f5f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.750992] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1067.750992] env[68802]: value = "task-2796062" [ 1067.750992] env[68802]: _type = "Task" [ 1067.750992] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.759177] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.873774] env[68802]: DEBUG oslo_concurrency.lockutils [req-f25e8d85-3b0c-410e-916f-6a5b63b683f4 req-b9bd680e-0145-49b8-b356-a36b4c2095f3 service nova] Releasing lock "refresh_cache-4f607992-da76-45b4-9b0c-1b92fd2c2773" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.877386] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796058, 'name': ReconfigVM_Task, 'duration_secs': 1.191047} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.877651] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 10c726e1-c1f7-46a9-a449-6e66c0cb4532/10c726e1-c1f7-46a9-a449-6e66c0cb4532.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.878289] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4201e603-f136-4c7b-95e0-a4aa8b89654b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.885672] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1067.885672] env[68802]: value = "task-2796063" [ 1067.885672] env[68802]: _type = "Task" [ 1067.885672] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.893900] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796063, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.938973] env[68802]: DEBUG nova.compute.manager [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.970878] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.971279] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.971509] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.971772] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.971984] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.972192] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.972477] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.972693] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.972927] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.973203] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.973734] env[68802]: DEBUG nova.virt.hardware [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.974620] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868d2d2b-7fbb-40c3-ac03-1c4342e95570 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.983670] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844d32e0-dd7d-4d6f-a84b-57e4a21c8dcf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.126030] env[68802]: DEBUG oslo_vmware.api [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796060, 'name': PowerOnVM_Task, 'duration_secs': 0.38524} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.126335] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.126534] env[68802]: DEBUG nova.compute.manager [None req-2a4057cb-c767-45bd-b474-38e7a929b067 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.127323] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0811c9-28cd-4417-8a09-adae4324dcc1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.143097] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060846} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.143378] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.144166] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e77736-381c-4e56-b886-039759d9b8a9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.168611] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 6fd63c49-548f-4c94-980c-1419bfa6000a/6fd63c49-548f-4c94-980c-1419bfa6000a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.169755] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d1a7be5-3c67-4289-a2ba-407771e498f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.191233] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for the task: (returnval){ [ 1068.191233] env[68802]: value = "task-2796064" [ 1068.191233] env[68802]: _type = "Task" [ 1068.191233] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.199318] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.221073] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.221640] env[68802]: DEBUG nova.compute.manager [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.224291] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.936s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.224517] env[68802]: DEBUG nova.objects.instance [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lazy-loading 'resources' on Instance uuid 76cc97bc-a53f-41a4-b8a4-2497af519857 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.260888] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.370215] env[68802]: DEBUG nova.network.neutron [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Successfully updated port: 374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.396103] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796063, 'name': Rename_Task, 'duration_secs': 0.149642} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.396432] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.396706] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47e745eb-9981-41e3-9a10-247cf79bc0e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.403085] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1068.403085] env[68802]: value = "task-2796065" [ 1068.403085] env[68802]: _type = "Task" [ 1068.403085] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.411428] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.519974] env[68802]: DEBUG nova.compute.manager [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Received event network-vif-plugged-374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1068.519974] env[68802]: DEBUG oslo_concurrency.lockutils [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] Acquiring lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.519974] env[68802]: DEBUG oslo_concurrency.lockutils [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] Lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.519974] env[68802]: DEBUG oslo_concurrency.lockutils [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] Lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.520201] env[68802]: DEBUG nova.compute.manager [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] No waiting events found dispatching network-vif-plugged-374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.520471] env[68802]: WARNING nova.compute.manager [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Received unexpected event network-vif-plugged-374e168d-a63c-403c-be7b-8aefe5d38b24 for instance with vm_state building and task_state spawning. [ 1068.520707] env[68802]: DEBUG nova.compute.manager [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Received event network-changed-374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1068.521058] env[68802]: DEBUG nova.compute.manager [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Refreshing instance network info cache due to event network-changed-374e168d-a63c-403c-be7b-8aefe5d38b24. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1068.521154] env[68802]: DEBUG oslo_concurrency.lockutils [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] Acquiring lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.521225] env[68802]: DEBUG oslo_concurrency.lockutils [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] Acquired lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.521359] env[68802]: DEBUG nova.network.neutron [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Refreshing network info cache for port 374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.700529] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796064, 'name': ReconfigVM_Task, 'duration_secs': 0.446236} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.700849] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 6fd63c49-548f-4c94-980c-1419bfa6000a/6fd63c49-548f-4c94-980c-1419bfa6000a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.701431] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96af02dd-3d58-42d3-b4b5-d8e91e1a0eb2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.707207] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for the task: (returnval){ [ 1068.707207] env[68802]: value = "task-2796066" [ 1068.707207] env[68802]: _type = "Task" [ 1068.707207] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.715570] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796066, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.728899] env[68802]: DEBUG nova.compute.utils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.733450] env[68802]: DEBUG nova.compute.manager [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.733629] env[68802]: DEBUG nova.network.neutron [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.764946] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796062, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.774008] env[68802]: DEBUG nova.policy [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9507a93d56e741aeb18e783e000f8a39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f780182d0f4a48f5ae0303697abe5ee1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.874145] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.916625] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.931379] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6853dea4-2c0b-49a5-94ef-9ccc58576a8a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.938444] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5247da71-249b-4c08-a5c4-84c73be7227a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.983444] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12feefc7-354a-4829-83e5-0de5b52b6e21 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.993680] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af2a1a3-225a-4f2d-9902-940ca9054729 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.011739] env[68802]: DEBUG nova.compute.provider_tree [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.065628] env[68802]: DEBUG nova.network.neutron [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.068022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.068540] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.068772] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.073020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.073020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.073020] env[68802]: INFO nova.compute.manager [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Terminating instance [ 1069.218305] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796066, 'name': Rename_Task, 'duration_secs': 0.149135} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.218582] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.218817] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c22c48d-3a28-460a-950e-0082f3299e30 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.225090] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for the task: (returnval){ [ 1069.225090] env[68802]: value = "task-2796067" [ 1069.225090] env[68802]: _type = "Task" [ 1069.225090] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.228756] env[68802]: DEBUG nova.network.neutron [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.235073] env[68802]: DEBUG nova.compute.manager [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.237763] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.239593] env[68802]: DEBUG nova.network.neutron [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Successfully created port: 1243d907-960c-4d9a-ba8a-ecf710941569 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.264263] env[68802]: DEBUG oslo_vmware.api [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796062, 'name': PowerOnVM_Task, 'duration_secs': 1.432022} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.264553] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.264786] env[68802]: DEBUG nova.compute.manager [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.265709] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df053836-d4e7-4ed1-8b77-cec77e1d12cd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.416102] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796065, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.515220] env[68802]: DEBUG nova.scheduler.client.report [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.575678] env[68802]: DEBUG nova.compute.manager [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.575913] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.577055] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ad8d57-51a8-40d6-a121-fa635f5522c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.585726] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.586264] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8ed3164-9a72-42cb-9779-3cf4522a0104 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.592713] env[68802]: DEBUG oslo_vmware.api [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1069.592713] env[68802]: value = "task-2796068" [ 1069.592713] env[68802]: _type = "Task" [ 1069.592713] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.600758] env[68802]: DEBUG oslo_vmware.api [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.735950] env[68802]: DEBUG oslo_concurrency.lockutils [req-8d94c9c2-1a1e-40dd-864a-97a35465b72f req-a922c30f-1fa3-405c-b234-f688474aa794 service nova] Releasing lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.735950] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796067, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.735950] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.735950] env[68802]: DEBUG nova.network.neutron [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.783988] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.916248] env[68802]: DEBUG oslo_vmware.api [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796065, 'name': PowerOnVM_Task, 'duration_secs': 1.02231} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.916526] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.916736] env[68802]: INFO nova.compute.manager [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1069.916907] env[68802]: DEBUG nova.compute.manager [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.917762] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19e9e2f-ae3d-4d22-9f0e-354b4637b5c2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.020434] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.022866] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.239s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.023104] env[68802]: DEBUG nova.objects.instance [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1070.048228] env[68802]: INFO nova.scheduler.client.report [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Deleted allocations for instance 76cc97bc-a53f-41a4-b8a4-2497af519857 [ 1070.102223] env[68802]: DEBUG oslo_vmware.api [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796068, 'name': PowerOffVM_Task, 'duration_secs': 0.324988} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.102504] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.102669] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.102920] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de11610a-ac59-4bb1-8c48-ab0c6e105589 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.181023] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.181276] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.181458] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleting the datastore file [datastore2] ce9e1d70-d1c0-4244-bcf6-5497612c00d9 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.181754] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6427c354-d71f-42cd-be61-0f471fb60916 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.188859] env[68802]: DEBUG oslo_vmware.api [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1070.188859] env[68802]: value = "task-2796070" [ 1070.188859] env[68802]: _type = "Task" [ 1070.188859] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.196945] env[68802]: DEBUG oslo_vmware.api [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.240269] env[68802]: DEBUG oslo_vmware.api [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796067, 'name': PowerOnVM_Task, 'duration_secs': 0.792688} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.240578] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.240798] env[68802]: INFO nova.compute.manager [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1070.240978] env[68802]: DEBUG nova.compute.manager [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.242608] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9010c5cb-d14d-4d1f-b134-a7349566fbb8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.248253] env[68802]: DEBUG nova.compute.manager [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.295862] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.296180] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.300018] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.300018] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.300018] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.300018] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.300018] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.300018] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.300018] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.300018] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.300018] env[68802]: DEBUG nova.virt.hardware [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.300018] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5b8236-67de-45f1-aeeb-d1784719de83 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.310600] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aab2c6-580b-472e-a172-c28bdce76f6a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.387205] env[68802]: DEBUG nova.network.neutron [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.439096] env[68802]: INFO nova.compute.manager [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Took 16.78 seconds to build instance. [ 1070.558231] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6141a4d-2b5d-4ddb-a3a3-ddc48dcb7c28 tempest-ServersListShow296Test-2117485021 tempest-ServersListShow296Test-2117485021-project-member] Lock "76cc97bc-a53f-41a4-b8a4-2497af519857" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.504s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.665452] env[68802]: DEBUG nova.network.neutron [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updating instance_info_cache with network_info: [{"id": "374e168d-a63c-403c-be7b-8aefe5d38b24", "address": "fa:16:3e:bb:30:bb", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374e168d-a6", "ovs_interfaceid": "374e168d-a63c-403c-be7b-8aefe5d38b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.704121] env[68802]: DEBUG oslo_vmware.api [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247094} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.704583] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.704896] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.705596] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.705908] env[68802]: INFO nova.compute.manager [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1070.706313] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.706619] env[68802]: DEBUG nova.compute.manager [-] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.706764] env[68802]: DEBUG nova.network.neutron [-] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.770177] env[68802]: INFO nova.compute.manager [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Took 16.75 seconds to build instance. [ 1070.943208] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0621f1b5-9385-4694-82c3-ef5d403765ca tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.288s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.946922] env[68802]: DEBUG nova.compute.manager [req-d3f91157-0685-4063-bba9-ba6f7a03fa3b req-aef8d9c0-fac7-4447-ba32-5526a7f8d0a1 service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Received event network-vif-plugged-1243d907-960c-4d9a-ba8a-ecf710941569 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1070.947173] env[68802]: DEBUG oslo_concurrency.lockutils [req-d3f91157-0685-4063-bba9-ba6f7a03fa3b req-aef8d9c0-fac7-4447-ba32-5526a7f8d0a1 service nova] Acquiring lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.947385] env[68802]: DEBUG oslo_concurrency.lockutils [req-d3f91157-0685-4063-bba9-ba6f7a03fa3b req-aef8d9c0-fac7-4447-ba32-5526a7f8d0a1 service nova] Lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.947555] env[68802]: DEBUG oslo_concurrency.lockutils [req-d3f91157-0685-4063-bba9-ba6f7a03fa3b req-aef8d9c0-fac7-4447-ba32-5526a7f8d0a1 service nova] Lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.947722] env[68802]: DEBUG nova.compute.manager [req-d3f91157-0685-4063-bba9-ba6f7a03fa3b req-aef8d9c0-fac7-4447-ba32-5526a7f8d0a1 service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] No waiting events found dispatching network-vif-plugged-1243d907-960c-4d9a-ba8a-ecf710941569 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.947893] env[68802]: WARNING nova.compute.manager [req-d3f91157-0685-4063-bba9-ba6f7a03fa3b req-aef8d9c0-fac7-4447-ba32-5526a7f8d0a1 service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Received unexpected event network-vif-plugged-1243d907-960c-4d9a-ba8a-ecf710941569 for instance with vm_state building and task_state spawning. [ 1071.036140] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f519622a-f7b3-4675-89e3-b2069f2e5d6e tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.067569] env[68802]: DEBUG oslo_concurrency.lockutils [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.067881] env[68802]: DEBUG oslo_concurrency.lockutils [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.068116] env[68802]: DEBUG nova.compute.manager [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.069094] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abcebf4-6210-42e3-aaa4-969586e7c731 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.076396] env[68802]: DEBUG nova.compute.manager [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1071.077330] env[68802]: DEBUG nova.objects.instance [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lazy-loading 'flavor' on Instance uuid 10c726e1-c1f7-46a9-a449-6e66c0cb4532 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.172019] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.172019] env[68802]: DEBUG nova.compute.manager [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Instance network_info: |[{"id": "374e168d-a63c-403c-be7b-8aefe5d38b24", "address": "fa:16:3e:bb:30:bb", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374e168d-a6", "ovs_interfaceid": "374e168d-a63c-403c-be7b-8aefe5d38b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.172019] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:30:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '374e168d-a63c-403c-be7b-8aefe5d38b24', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.179571] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.179838] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.180123] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d011456-fc6c-476d-aced-87bb16eda9ea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.202087] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.202087] env[68802]: value = "task-2796071" [ 1071.202087] env[68802]: _type = "Task" [ 1071.202087] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.210697] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796071, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.273171] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27286ebb-e87c-44ac-ab10-96943055937e tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lock "6fd63c49-548f-4c94-980c-1419bfa6000a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.259s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.329503] env[68802]: DEBUG nova.compute.manager [req-6ca88791-b2aa-4cdf-b2d1-83668fd3a2a1 req-559a39c6-0e09-4c38-b69f-ee4f6b706ef3 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Received event network-vif-deleted-caeed25b-d774-482a-9b1f-929647d7acfb {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.329503] env[68802]: INFO nova.compute.manager [req-6ca88791-b2aa-4cdf-b2d1-83668fd3a2a1 req-559a39c6-0e09-4c38-b69f-ee4f6b706ef3 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Neutron deleted interface caeed25b-d774-482a-9b1f-929647d7acfb; detaching it from the instance and deleting it from the info cache [ 1071.329712] env[68802]: DEBUG nova.network.neutron [req-6ca88791-b2aa-4cdf-b2d1-83668fd3a2a1 req-559a39c6-0e09-4c38-b69f-ee4f6b706ef3 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.530124] env[68802]: DEBUG nova.network.neutron [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Successfully updated port: 1243d907-960c-4d9a-ba8a-ecf710941569 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.712726] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796071, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.800584] env[68802]: DEBUG nova.network.neutron [-] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.833420] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6603e2ca-19b4-4a3c-9665-76ee99796bc2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.846529] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab5ee4f-0ebe-4be5-b7c6-7236cf9dc0cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.881826] env[68802]: DEBUG nova.compute.manager [req-6ca88791-b2aa-4cdf-b2d1-83668fd3a2a1 req-559a39c6-0e09-4c38-b69f-ee4f6b706ef3 service nova] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Detach interface failed, port_id=caeed25b-d774-482a-9b1f-929647d7acfb, reason: Instance ce9e1d70-d1c0-4244-bcf6-5497612c00d9 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1072.036645] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "refresh_cache-c8aecd43-cd40-4824-b42c-41dd1ef115bf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.036783] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "refresh_cache-c8aecd43-cd40-4824-b42c-41dd1ef115bf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.036940] env[68802]: DEBUG nova.network.neutron [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.087082] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.087438] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63a8ac00-211f-4aff-8e6a-e7755f578134 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.096347] env[68802]: DEBUG oslo_vmware.api [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1072.096347] env[68802]: value = "task-2796072" [ 1072.096347] env[68802]: _type = "Task" [ 1072.096347] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.108430] env[68802]: DEBUG oslo_vmware.api [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.127669] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquiring lock "6fd63c49-548f-4c94-980c-1419bfa6000a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.127999] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lock "6fd63c49-548f-4c94-980c-1419bfa6000a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.128295] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquiring lock "6fd63c49-548f-4c94-980c-1419bfa6000a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.128528] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lock "6fd63c49-548f-4c94-980c-1419bfa6000a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.128741] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lock "6fd63c49-548f-4c94-980c-1419bfa6000a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.131713] env[68802]: INFO nova.compute.manager [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Terminating instance [ 1072.214781] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796071, 'name': CreateVM_Task, 'duration_secs': 0.572695} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.214964] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.215807] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.215992] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.216370] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.216672] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4141c40-a1fb-4a9d-a6ff-7aa0ca74f03c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.221947] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1072.221947] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5250eff6-aa26-a824-3844-1e19b4344a6a" [ 1072.221947] env[68802]: _type = "Task" [ 1072.221947] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.232691] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5250eff6-aa26-a824-3844-1e19b4344a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.303477] env[68802]: INFO nova.compute.manager [-] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Took 1.60 seconds to deallocate network for instance. [ 1072.605361] env[68802]: DEBUG nova.network.neutron [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.615832] env[68802]: DEBUG oslo_vmware.api [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796072, 'name': PowerOffVM_Task, 'duration_secs': 0.249819} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.616678] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.616678] env[68802]: DEBUG nova.compute.manager [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.618299] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3194055a-6f59-4e9a-8bfb-4f2a1de85cbe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.635568] env[68802]: DEBUG nova.compute.manager [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.635928] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.637820] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac0fda2-c030-4d2a-bff7-a275523ff0ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.648430] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.648836] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acfb9f17-ea1e-4b79-96b5-f2795176361a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.655991] env[68802]: DEBUG oslo_vmware.api [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for the task: (returnval){ [ 1072.655991] env[68802]: value = "task-2796073" [ 1072.655991] env[68802]: _type = "Task" [ 1072.655991] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.669454] env[68802]: DEBUG oslo_vmware.api [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.732741] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5250eff6-aa26-a824-3844-1e19b4344a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01959} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.733089] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.733408] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.733703] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.733911] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.734176] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.734576] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7ec411f-d56d-44b0-a41c-8f98b5db2aee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.743815] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.744014] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.745086] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf9bdf2-707b-42a2-8d89-c388400aedab {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.750914] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1072.750914] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eda124-7f8f-6a71-989b-caef04527ba4" [ 1072.750914] env[68802]: _type = "Task" [ 1072.750914] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.758662] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eda124-7f8f-6a71-989b-caef04527ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.811664] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.811664] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.811664] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.848389] env[68802]: INFO nova.scheduler.client.report [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleted allocations for instance ce9e1d70-d1c0-4244-bcf6-5497612c00d9 [ 1072.914021] env[68802]: DEBUG nova.network.neutron [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Updating instance_info_cache with network_info: [{"id": "1243d907-960c-4d9a-ba8a-ecf710941569", "address": "fa:16:3e:5e:9b:bf", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1243d907-96", "ovs_interfaceid": "1243d907-960c-4d9a-ba8a-ecf710941569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.134799] env[68802]: DEBUG oslo_concurrency.lockutils [None req-845f4e9c-5a0f-44ad-b8bb-85922bc1c77b tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.174575] env[68802]: DEBUG oslo_vmware.api [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796073, 'name': PowerOffVM_Task, 'duration_secs': 0.322321} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.174575] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.174575] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.175787] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b3bf827-ddbc-4832-9671-c9b57879bf93 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.251240] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.251240] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.251240] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Deleting the datastore file [datastore2] 6fd63c49-548f-4c94-980c-1419bfa6000a {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.251240] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-257f1b79-8fb9-46e4-9be4-d582604e4c95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.268935] env[68802]: DEBUG oslo_vmware.api [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for the task: (returnval){ [ 1073.268935] env[68802]: value = "task-2796075" [ 1073.268935] env[68802]: _type = "Task" [ 1073.268935] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.279663] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52eda124-7f8f-6a71-989b-caef04527ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.284027] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1871e191-b623-4e22-a9ed-acc219191038 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.288028] env[68802]: DEBUG oslo_vmware.api [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.291754] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1073.291754] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528acb2b-c0ce-f4f4-28c5-79435bf07a41" [ 1073.291754] env[68802]: _type = "Task" [ 1073.291754] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.305913] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528acb2b-c0ce-f4f4-28c5-79435bf07a41, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.305913] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.309043] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] f83f67aa-ded3-4740-85cc-6fc7c46560c3/f83f67aa-ded3-4740-85cc-6fc7c46560c3.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.309043] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4b62df7-d132-4dd8-8803-29356042473c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.313406] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1073.313406] env[68802]: value = "task-2796076" [ 1073.313406] env[68802]: _type = "Task" [ 1073.313406] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.322385] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.356066] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c986cbf2-61c8-43a0-88a0-56af0e8cc3b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "ce9e1d70-d1c0-4244-bcf6-5497612c00d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.288s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.414891] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "refresh_cache-c8aecd43-cd40-4824-b42c-41dd1ef115bf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.415287] env[68802]: DEBUG nova.compute.manager [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Instance network_info: |[{"id": "1243d907-960c-4d9a-ba8a-ecf710941569", "address": "fa:16:3e:5e:9b:bf", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1243d907-96", "ovs_interfaceid": "1243d907-960c-4d9a-ba8a-ecf710941569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.416247] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:9b:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1243d907-960c-4d9a-ba8a-ecf710941569', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.425174] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.425174] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.425292] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61ed47a2-ab8b-434b-85f6-264be9b94f5d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.445580] env[68802]: DEBUG nova.compute.manager [req-39409be7-70fa-42be-b5ce-ce61db570e33 req-42612f32-722c-4081-9f62-d75b5099ebf0 service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Received event network-changed-1243d907-960c-4d9a-ba8a-ecf710941569 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1073.445813] env[68802]: DEBUG nova.compute.manager [req-39409be7-70fa-42be-b5ce-ce61db570e33 req-42612f32-722c-4081-9f62-d75b5099ebf0 service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Refreshing instance network info cache due to event network-changed-1243d907-960c-4d9a-ba8a-ecf710941569. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1073.446114] env[68802]: DEBUG oslo_concurrency.lockutils [req-39409be7-70fa-42be-b5ce-ce61db570e33 req-42612f32-722c-4081-9f62-d75b5099ebf0 service nova] Acquiring lock "refresh_cache-c8aecd43-cd40-4824-b42c-41dd1ef115bf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.446252] env[68802]: DEBUG oslo_concurrency.lockutils [req-39409be7-70fa-42be-b5ce-ce61db570e33 req-42612f32-722c-4081-9f62-d75b5099ebf0 service nova] Acquired lock "refresh_cache-c8aecd43-cd40-4824-b42c-41dd1ef115bf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.446847] env[68802]: DEBUG nova.network.neutron [req-39409be7-70fa-42be-b5ce-ce61db570e33 req-42612f32-722c-4081-9f62-d75b5099ebf0 service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Refreshing network info cache for port 1243d907-960c-4d9a-ba8a-ecf710941569 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.451021] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.451021] env[68802]: value = "task-2796077" [ 1073.451021] env[68802]: _type = "Task" [ 1073.451021] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.458775] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796077, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.769797] env[68802]: DEBUG oslo_concurrency.lockutils [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.770297] env[68802]: DEBUG oslo_concurrency.lockutils [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.770912] env[68802]: DEBUG oslo_concurrency.lockutils [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.770997] env[68802]: DEBUG oslo_concurrency.lockutils [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.771336] env[68802]: DEBUG oslo_concurrency.lockutils [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.779484] env[68802]: INFO nova.compute.manager [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Terminating instance [ 1073.789922] env[68802]: DEBUG oslo_vmware.api [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Task: {'id': task-2796075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144127} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.790733] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.791078] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.791377] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.791665] env[68802]: INFO nova.compute.manager [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1073.792077] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.792405] env[68802]: DEBUG nova.compute.manager [-] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.792572] env[68802]: DEBUG nova.network.neutron [-] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.827972] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796076, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.965346] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796077, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.163470] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.163470] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.292691] env[68802]: DEBUG nova.compute.manager [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.292691] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.294899] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e8878d-30c8-4a47-a4d2-76187e0dc8ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.302386] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.302659] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcabae25-dd85-403e-93b9-c9e342a5ece9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.330013] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522604} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.330678] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] f83f67aa-ded3-4740-85cc-6fc7c46560c3/f83f67aa-ded3-4740-85cc-6fc7c46560c3.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.330930] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.331229] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-042ef083-f5e4-40c8-b420-71d60b09f8c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.338050] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1074.338050] env[68802]: value = "task-2796079" [ 1074.338050] env[68802]: _type = "Task" [ 1074.338050] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.351127] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.361670] env[68802]: DEBUG nova.network.neutron [req-39409be7-70fa-42be-b5ce-ce61db570e33 req-42612f32-722c-4081-9f62-d75b5099ebf0 service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Updated VIF entry in instance network info cache for port 1243d907-960c-4d9a-ba8a-ecf710941569. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.361821] env[68802]: DEBUG nova.network.neutron [req-39409be7-70fa-42be-b5ce-ce61db570e33 req-42612f32-722c-4081-9f62-d75b5099ebf0 service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Updating instance_info_cache with network_info: [{"id": "1243d907-960c-4d9a-ba8a-ecf710941569", "address": "fa:16:3e:5e:9b:bf", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1243d907-96", "ovs_interfaceid": "1243d907-960c-4d9a-ba8a-ecf710941569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.373810] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.374064] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.374344] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleting the datastore file [datastore2] 10c726e1-c1f7-46a9-a449-6e66c0cb4532 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.374638] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f90b37ff-b266-4f3c-bf4e-669b707093c2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.381303] env[68802]: DEBUG oslo_vmware.api [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1074.381303] env[68802]: value = "task-2796080" [ 1074.381303] env[68802]: _type = "Task" [ 1074.381303] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.390587] env[68802]: DEBUG oslo_vmware.api [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.463463] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796077, 'name': CreateVM_Task, 'duration_secs': 0.834935} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.464999] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.464999] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.464999] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.466352] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.466352] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb6c726-1369-4414-90d8-220b0ce2dae5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.470467] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1074.470467] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523e1a32-04a4-acaa-bf4c-9831a89d5a7e" [ 1074.470467] env[68802]: _type = "Task" [ 1074.470467] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.478399] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523e1a32-04a4-acaa-bf4c-9831a89d5a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.664936] env[68802]: DEBUG nova.compute.manager [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.799210] env[68802]: DEBUG nova.network.neutron [-] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.848384] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07281} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.848873] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.849703] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b986f17-c99d-4ad1-8358-b590168ccf99 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.871750] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] f83f67aa-ded3-4740-85cc-6fc7c46560c3/f83f67aa-ded3-4740-85cc-6fc7c46560c3.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.872320] env[68802]: DEBUG oslo_concurrency.lockutils [req-39409be7-70fa-42be-b5ce-ce61db570e33 req-42612f32-722c-4081-9f62-d75b5099ebf0 service nova] Releasing lock "refresh_cache-c8aecd43-cd40-4824-b42c-41dd1ef115bf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.872722] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9453f9a-a2d1-4c22-b9af-433b0b21acbb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.896289] env[68802]: DEBUG oslo_vmware.api [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144196} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.897597] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.897597] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.897760] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.897939] env[68802]: INFO nova.compute.manager [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1074.898189] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.898433] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1074.898433] env[68802]: value = "task-2796081" [ 1074.898433] env[68802]: _type = "Task" [ 1074.898433] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.898619] env[68802]: DEBUG nova.compute.manager [-] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.898712] env[68802]: DEBUG nova.network.neutron [-] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.908925] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796081, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.981534] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523e1a32-04a4-acaa-bf4c-9831a89d5a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009492} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.981870] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.982173] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.982441] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.982601] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.982797] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.983121] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c503975-77f7-4791-b47a-b720931791fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.991077] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.991287] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.992407] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a5ec50-8b69-438b-8d72-96156ce422ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.997158] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1074.997158] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52234200-cf44-ca44-2ac6-a4635900bb06" [ 1074.997158] env[68802]: _type = "Task" [ 1074.997158] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.008016] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52234200-cf44-ca44-2ac6-a4635900bb06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.088217] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "390dab90-ce33-4fd1-a77f-415f8bb7308b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.088734] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "390dab90-ce33-4fd1-a77f-415f8bb7308b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.187152] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.187444] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.189120] env[68802]: INFO nova.compute.claims [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.302880] env[68802]: INFO nova.compute.manager [-] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Took 1.51 seconds to deallocate network for instance. [ 1075.411340] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796081, 'name': ReconfigVM_Task, 'duration_secs': 0.294764} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.411643] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Reconfigured VM instance instance-00000068 to attach disk [datastore1] f83f67aa-ded3-4740-85cc-6fc7c46560c3/f83f67aa-ded3-4740-85cc-6fc7c46560c3.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.412320] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf5188a9-ec59-4e47-886a-cc2d63d4222a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.419360] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1075.419360] env[68802]: value = "task-2796082" [ 1075.419360] env[68802]: _type = "Task" [ 1075.419360] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.427453] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796082, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.475209] env[68802]: DEBUG nova.compute.manager [req-d9c1eeef-042c-42e7-bdf1-9d0c70d1fef2 req-a04e8a3e-3722-4a1b-a617-808546a876bb service nova] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Received event network-vif-deleted-4dc073de-f5b0-4d89-af8b-b91cc1e1eac2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.475417] env[68802]: DEBUG nova.compute.manager [req-d9c1eeef-042c-42e7-bdf1-9d0c70d1fef2 req-a04e8a3e-3722-4a1b-a617-808546a876bb service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Received event network-vif-deleted-df98fbf3-50e3-47dc-823d-09cc2203077d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.475579] env[68802]: INFO nova.compute.manager [req-d9c1eeef-042c-42e7-bdf1-9d0c70d1fef2 req-a04e8a3e-3722-4a1b-a617-808546a876bb service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Neutron deleted interface df98fbf3-50e3-47dc-823d-09cc2203077d; detaching it from the instance and deleting it from the info cache [ 1075.475758] env[68802]: DEBUG nova.network.neutron [req-d9c1eeef-042c-42e7-bdf1-9d0c70d1fef2 req-a04e8a3e-3722-4a1b-a617-808546a876bb service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.507395] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52234200-cf44-ca44-2ac6-a4635900bb06, 'name': SearchDatastore_Task, 'duration_secs': 0.008249} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.508188] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eec7e03-98d7-484b-8f36-bc53625ebbeb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.514625] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1075.514625] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c0c25d-fceb-78c8-779f-6f13ef5043ca" [ 1075.514625] env[68802]: _type = "Task" [ 1075.514625] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.522205] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c0c25d-fceb-78c8-779f-6f13ef5043ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.591298] env[68802]: DEBUG nova.compute.manager [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.611936] env[68802]: DEBUG nova.network.neutron [-] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.811592] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.928946] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796082, 'name': Rename_Task, 'duration_secs': 0.197143} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.929346] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.929411] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4436354-c783-4b62-a1bb-1c1dab836ed4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.935070] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1075.935070] env[68802]: value = "task-2796083" [ 1075.935070] env[68802]: _type = "Task" [ 1075.935070] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.943155] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.978636] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94d8b80d-726b-4338-85fa-90149757b001 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.987468] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf6072d-870e-4583-a715-a0cce4f6c108 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.020630] env[68802]: DEBUG nova.compute.manager [req-d9c1eeef-042c-42e7-bdf1-9d0c70d1fef2 req-a04e8a3e-3722-4a1b-a617-808546a876bb service nova] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Detach interface failed, port_id=df98fbf3-50e3-47dc-823d-09cc2203077d, reason: Instance 10c726e1-c1f7-46a9-a449-6e66c0cb4532 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1076.029599] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c0c25d-fceb-78c8-779f-6f13ef5043ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.029886] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.030202] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] c8aecd43-cd40-4824-b42c-41dd1ef115bf/c8aecd43-cd40-4824-b42c-41dd1ef115bf.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.030475] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22686422-2c4f-444e-82c8-0eeea8339e25 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.038201] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1076.038201] env[68802]: value = "task-2796084" [ 1076.038201] env[68802]: _type = "Task" [ 1076.038201] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.045531] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.113406] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.115059] env[68802]: INFO nova.compute.manager [-] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Took 1.22 seconds to deallocate network for instance. [ 1076.413849] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab89e37-c5b6-4714-97f7-c1f44975a874 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.422072] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d38e72-a21f-40f4-8a3f-14e0a5697a04 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.462647] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ffd3c4-29e2-4786-941a-653454771792 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.472712] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.476081] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eda340-4ecf-4d57-9038-2af610a8c23a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.490054] env[68802]: DEBUG nova.compute.provider_tree [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.548767] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506113} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.549047] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] c8aecd43-cd40-4824-b42c-41dd1ef115bf/c8aecd43-cd40-4824-b42c-41dd1ef115bf.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.549282] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.549546] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9aaba9b-59a0-40dc-838c-44b1c313d03b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.555881] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1076.555881] env[68802]: value = "task-2796085" [ 1076.555881] env[68802]: _type = "Task" [ 1076.555881] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.564286] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.622262] env[68802]: DEBUG oslo_concurrency.lockutils [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.969166] env[68802]: DEBUG oslo_vmware.api [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796083, 'name': PowerOnVM_Task, 'duration_secs': 0.768351} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.969509] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.969709] env[68802]: INFO nova.compute.manager [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1076.969981] env[68802]: DEBUG nova.compute.manager [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.970813] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f427bc-8109-47d8-8aea-23a2b5d93f5b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.993737] env[68802]: DEBUG nova.scheduler.client.report [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.065930] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067561} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.066336] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.067105] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f4e382-296b-4bb3-b8cc-5ac6c04eb8b7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.089669] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] c8aecd43-cd40-4824-b42c-41dd1ef115bf/c8aecd43-cd40-4824-b42c-41dd1ef115bf.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.089933] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a4f952-a8ff-409b-8cbf-3c933db5bc26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.110206] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1077.110206] env[68802]: value = "task-2796086" [ 1077.110206] env[68802]: _type = "Task" [ 1077.110206] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.117987] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.490171] env[68802]: INFO nova.compute.manager [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Took 16.42 seconds to build instance. [ 1077.498905] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.499444] env[68802]: DEBUG nova.compute.manager [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.502292] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.691s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.502562] env[68802]: DEBUG nova.objects.instance [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lazy-loading 'resources' on Instance uuid 6fd63c49-548f-4c94-980c-1419bfa6000a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.620986] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.992157] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d63a693b-d95b-485f-9b99-7903989ef64f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.954s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.006067] env[68802]: DEBUG nova.compute.utils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.011195] env[68802]: DEBUG nova.compute.manager [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.011380] env[68802]: DEBUG nova.network.neutron [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.065093] env[68802]: DEBUG nova.policy [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '040857f0d5fd49fe977bc9158f9aaea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4776ee836ac4318a8e9ff2e63d066c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.123701] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.253170] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9189a9-2d68-4c05-b9d6-725b4f846dca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.261526] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7140d1e0-1e2a-48a8-afac-fbcc776e7e5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.305694] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37783df0-c8a1-4826-8991-6ddc5aefe374 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.309286] env[68802]: DEBUG nova.compute.manager [req-e535b70e-2d49-4c92-9066-1b84897d3657 req-61e07038-55a5-4ea2-a8c2-505bbfd29063 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received event network-changed-050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.309468] env[68802]: DEBUG nova.compute.manager [req-e535b70e-2d49-4c92-9066-1b84897d3657 req-61e07038-55a5-4ea2-a8c2-505bbfd29063 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing instance network info cache due to event network-changed-050d60d5-0ef2-405d-af21-02bf47480ac3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1078.309681] env[68802]: DEBUG oslo_concurrency.lockutils [req-e535b70e-2d49-4c92-9066-1b84897d3657 req-61e07038-55a5-4ea2-a8c2-505bbfd29063 service nova] Acquiring lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.309851] env[68802]: DEBUG oslo_concurrency.lockutils [req-e535b70e-2d49-4c92-9066-1b84897d3657 req-61e07038-55a5-4ea2-a8c2-505bbfd29063 service nova] Acquired lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.310052] env[68802]: DEBUG nova.network.neutron [req-e535b70e-2d49-4c92-9066-1b84897d3657 req-61e07038-55a5-4ea2-a8c2-505bbfd29063 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing network info cache for port 050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.317575] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa6110d-f88f-473c-900a-53a0e3215401 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.333055] env[68802]: DEBUG nova.compute.provider_tree [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.399782] env[68802]: DEBUG nova.network.neutron [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Successfully created port: 7b2244c9-3d21-456e-8e16-9653ffed85f2 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.511130] env[68802]: DEBUG nova.compute.manager [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.626474] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796086, 'name': ReconfigVM_Task, 'duration_secs': 1.01521} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.627035] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Reconfigured VM instance instance-00000069 to attach disk [datastore1] c8aecd43-cd40-4824-b42c-41dd1ef115bf/c8aecd43-cd40-4824-b42c-41dd1ef115bf.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.627813] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ceb460b-2310-49f5-9321-49c6c0423939 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.634203] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1078.634203] env[68802]: value = "task-2796087" [ 1078.634203] env[68802]: _type = "Task" [ 1078.634203] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.644476] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796087, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.836427] env[68802]: DEBUG nova.scheduler.client.report [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.015486] env[68802]: DEBUG nova.network.neutron [req-e535b70e-2d49-4c92-9066-1b84897d3657 req-61e07038-55a5-4ea2-a8c2-505bbfd29063 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updated VIF entry in instance network info cache for port 050d60d5-0ef2-405d-af21-02bf47480ac3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.015856] env[68802]: DEBUG nova.network.neutron [req-e535b70e-2d49-4c92-9066-1b84897d3657 req-61e07038-55a5-4ea2-a8c2-505bbfd29063 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [{"id": "050d60d5-0ef2-405d-af21-02bf47480ac3", "address": "fa:16:3e:d0:ef:9b", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d60d5-0e", "ovs_interfaceid": "050d60d5-0ef2-405d-af21-02bf47480ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.144410] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796087, 'name': Rename_Task, 'duration_secs': 0.184412} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.144681] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.144929] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-966e7057-ad9e-41e1-ac3a-c206f50a96d6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.151716] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1079.151716] env[68802]: value = "task-2796088" [ 1079.151716] env[68802]: _type = "Task" [ 1079.151716] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.159423] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.341775] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.345667] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.232s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.347130] env[68802]: INFO nova.compute.claims [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.370771] env[68802]: INFO nova.scheduler.client.report [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Deleted allocations for instance 6fd63c49-548f-4c94-980c-1419bfa6000a [ 1079.521365] env[68802]: DEBUG oslo_concurrency.lockutils [req-e535b70e-2d49-4c92-9066-1b84897d3657 req-61e07038-55a5-4ea2-a8c2-505bbfd29063 service nova] Releasing lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.522800] env[68802]: DEBUG nova.compute.manager [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.550571] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.550836] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.550995] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.551196] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.551341] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.551487] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.551692] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.551869] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.552053] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.552217] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.552384] env[68802]: DEBUG nova.virt.hardware [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.553652] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4cfa55-059a-4924-9251-d05c137cc1a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.561640] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf3581e-a95a-43e9-9799-1ad18c04a1bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.661666] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796088, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.798356] env[68802]: DEBUG nova.compute.manager [req-91fdb4ce-effa-434e-9026-b898d64e3693 req-33fca7d5-bf35-4f1f-ab19-398db26b73ea service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Received event network-vif-plugged-7b2244c9-3d21-456e-8e16-9653ffed85f2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.798573] env[68802]: DEBUG oslo_concurrency.lockutils [req-91fdb4ce-effa-434e-9026-b898d64e3693 req-33fca7d5-bf35-4f1f-ab19-398db26b73ea service nova] Acquiring lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.798877] env[68802]: DEBUG oslo_concurrency.lockutils [req-91fdb4ce-effa-434e-9026-b898d64e3693 req-33fca7d5-bf35-4f1f-ab19-398db26b73ea service nova] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.798941] env[68802]: DEBUG oslo_concurrency.lockutils [req-91fdb4ce-effa-434e-9026-b898d64e3693 req-33fca7d5-bf35-4f1f-ab19-398db26b73ea service nova] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.799213] env[68802]: DEBUG nova.compute.manager [req-91fdb4ce-effa-434e-9026-b898d64e3693 req-33fca7d5-bf35-4f1f-ab19-398db26b73ea service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] No waiting events found dispatching network-vif-plugged-7b2244c9-3d21-456e-8e16-9653ffed85f2 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.799379] env[68802]: WARNING nova.compute.manager [req-91fdb4ce-effa-434e-9026-b898d64e3693 req-33fca7d5-bf35-4f1f-ab19-398db26b73ea service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Received unexpected event network-vif-plugged-7b2244c9-3d21-456e-8e16-9653ffed85f2 for instance with vm_state building and task_state spawning. [ 1079.879447] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8c6808c9-ea3e-48d6-85f7-dadcd2956fe4 tempest-ServerPasswordTestJSON-1479798586 tempest-ServerPasswordTestJSON-1479798586-project-member] Lock "6fd63c49-548f-4c94-980c-1419bfa6000a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.751s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.162855] env[68802]: DEBUG oslo_vmware.api [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796088, 'name': PowerOnVM_Task, 'duration_secs': 0.532027} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.163127] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.163359] env[68802]: INFO nova.compute.manager [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1080.163575] env[68802]: DEBUG nova.compute.manager [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.164371] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d6138b-5995-4bd3-a30f-67ab05df3426 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.178586] env[68802]: DEBUG nova.network.neutron [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Successfully updated port: 7b2244c9-3d21-456e-8e16-9653ffed85f2 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.328265] env[68802]: DEBUG nova.compute.manager [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Received event network-changed-374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.328518] env[68802]: DEBUG nova.compute.manager [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Refreshing instance network info cache due to event network-changed-374e168d-a63c-403c-be7b-8aefe5d38b24. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1080.328731] env[68802]: DEBUG oslo_concurrency.lockutils [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] Acquiring lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.328894] env[68802]: DEBUG oslo_concurrency.lockutils [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] Acquired lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.329095] env[68802]: DEBUG nova.network.neutron [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Refreshing network info cache for port 374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.555607] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9cec44-20f4-4e4d-a145-53937dec55ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.563376] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ed086-a91d-4041-a46f-ef5247ac7e48 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.593341] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad10b9-a28d-4b63-bb28-82303dfad445 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.600712] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27f98bb-4efa-4a9e-825f-dc95b1e33289 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.615669] env[68802]: DEBUG nova.compute.provider_tree [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.685323] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.685455] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.685595] env[68802]: DEBUG nova.network.neutron [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.692270] env[68802]: INFO nova.compute.manager [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Took 16.99 seconds to build instance. [ 1081.083667] env[68802]: DEBUG nova.network.neutron [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updated VIF entry in instance network info cache for port 374e168d-a63c-403c-be7b-8aefe5d38b24. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.084035] env[68802]: DEBUG nova.network.neutron [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updating instance_info_cache with network_info: [{"id": "374e168d-a63c-403c-be7b-8aefe5d38b24", "address": "fa:16:3e:bb:30:bb", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374e168d-a6", "ovs_interfaceid": "374e168d-a63c-403c-be7b-8aefe5d38b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.118981] env[68802]: DEBUG nova.scheduler.client.report [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.190679] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3f84b876-8f11-4721-9f96-f4a21ff66a76 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.510s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.219198] env[68802]: DEBUG nova.network.neutron [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.377858] env[68802]: DEBUG nova.network.neutron [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance_info_cache with network_info: [{"id": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "address": "fa:16:3e:f4:82:6a", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2244c9-3d", "ovs_interfaceid": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.557950] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.558233] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.558435] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.558614] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.558777] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.560930] env[68802]: INFO nova.compute.manager [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Terminating instance [ 1081.586811] env[68802]: DEBUG oslo_concurrency.lockutils [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] Releasing lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.587077] env[68802]: DEBUG nova.compute.manager [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Received event network-changed-374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1081.587265] env[68802]: DEBUG nova.compute.manager [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Refreshing instance network info cache due to event network-changed-374e168d-a63c-403c-be7b-8aefe5d38b24. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1081.587464] env[68802]: DEBUG oslo_concurrency.lockutils [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] Acquiring lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.587607] env[68802]: DEBUG oslo_concurrency.lockutils [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] Acquired lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.587766] env[68802]: DEBUG nova.network.neutron [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Refreshing network info cache for port 374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.624296] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.624788] env[68802]: DEBUG nova.compute.manager [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.627211] env[68802]: DEBUG oslo_concurrency.lockutils [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.005s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.627429] env[68802]: DEBUG nova.objects.instance [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lazy-loading 'resources' on Instance uuid 10c726e1-c1f7-46a9-a449-6e66c0cb4532 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.829313] env[68802]: DEBUG nova.compute.manager [req-ff8690dc-68c1-46ae-a6d0-b6979a404f71 req-759fe494-b30c-461e-9f0a-f4a93e811029 service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Received event network-changed-7b2244c9-3d21-456e-8e16-9653ffed85f2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1081.829494] env[68802]: DEBUG nova.compute.manager [req-ff8690dc-68c1-46ae-a6d0-b6979a404f71 req-759fe494-b30c-461e-9f0a-f4a93e811029 service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Refreshing instance network info cache due to event network-changed-7b2244c9-3d21-456e-8e16-9653ffed85f2. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1081.829679] env[68802]: DEBUG oslo_concurrency.lockutils [req-ff8690dc-68c1-46ae-a6d0-b6979a404f71 req-759fe494-b30c-461e-9f0a-f4a93e811029 service nova] Acquiring lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.880816] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.880968] env[68802]: DEBUG nova.compute.manager [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Instance network_info: |[{"id": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "address": "fa:16:3e:f4:82:6a", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2244c9-3d", "ovs_interfaceid": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.881298] env[68802]: DEBUG oslo_concurrency.lockutils [req-ff8690dc-68c1-46ae-a6d0-b6979a404f71 req-759fe494-b30c-461e-9f0a-f4a93e811029 service nova] Acquired lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.881471] env[68802]: DEBUG nova.network.neutron [req-ff8690dc-68c1-46ae-a6d0-b6979a404f71 req-759fe494-b30c-461e-9f0a-f4a93e811029 service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Refreshing network info cache for port 7b2244c9-3d21-456e-8e16-9653ffed85f2 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.883989] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:82:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b2244c9-3d21-456e-8e16-9653ffed85f2', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.890552] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.891082] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.891326] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5b71726-0eb3-4ed1-97ac-3942ff5a321a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.915809] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.915809] env[68802]: value = "task-2796089" [ 1081.915809] env[68802]: _type = "Task" [ 1081.915809] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.925082] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796089, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.064963] env[68802]: DEBUG nova.compute.manager [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.065226] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.066153] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d9d16a-ef1b-4d9b-a808-926275b411ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.074371] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.074639] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee31a2a-bd79-420e-938d-567eb0c56d94 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.080528] env[68802]: DEBUG oslo_vmware.api [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1082.080528] env[68802]: value = "task-2796090" [ 1082.080528] env[68802]: _type = "Task" [ 1082.080528] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.089087] env[68802]: DEBUG oslo_vmware.api [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.130528] env[68802]: DEBUG nova.compute.utils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.132259] env[68802]: DEBUG nova.compute.manager [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.132312] env[68802]: DEBUG nova.network.neutron [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.201236] env[68802]: DEBUG nova.policy [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b0bb45229d4a7b9d803658f317f7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4f3c36861c447498f2916c19a02a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.399659] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51275c5d-5d62-4a23-84d6-db14d0d35bed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.408559] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef7e722-2245-40cf-92e1-d2ddb0e40b4b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.453435] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e0a9a2-97f5-4f97-b3c6-7c0f91e84401 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.459610] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "c069002a-dd8b-4cf3-82d8-07df448d3755" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.461348] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.469123] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796089, 'name': CreateVM_Task, 'duration_secs': 0.308342} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.469123] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72708d44-465a-4769-994e-8ae4b138deda {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.473014] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.473777] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.473967] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.474313] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.474996] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3538508c-b394-4ee5-b5e2-54ca7344f394 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.485726] env[68802]: DEBUG nova.compute.provider_tree [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.489972] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1082.489972] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52de8c3a-5e68-5969-1aa7-3d7166136484" [ 1082.489972] env[68802]: _type = "Task" [ 1082.489972] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.497469] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52de8c3a-5e68-5969-1aa7-3d7166136484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.545947] env[68802]: DEBUG nova.network.neutron [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updated VIF entry in instance network info cache for port 374e168d-a63c-403c-be7b-8aefe5d38b24. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.546351] env[68802]: DEBUG nova.network.neutron [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updating instance_info_cache with network_info: [{"id": "374e168d-a63c-403c-be7b-8aefe5d38b24", "address": "fa:16:3e:bb:30:bb", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374e168d-a6", "ovs_interfaceid": "374e168d-a63c-403c-be7b-8aefe5d38b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.590046] env[68802]: DEBUG oslo_vmware.api [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796090, 'name': PowerOffVM_Task, 'duration_secs': 0.211262} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.590415] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.590704] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.593121] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca3c4a2b-b336-40d5-bcc5-766b98638234 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.638306] env[68802]: DEBUG nova.compute.manager [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.655075] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.655293] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.655465] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleting the datastore file [datastore1] c8aecd43-cd40-4824-b42c-41dd1ef115bf {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.655714] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43558a83-9cd2-4fc4-a882-5fb212d68ba2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.664115] env[68802]: DEBUG oslo_vmware.api [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1082.664115] env[68802]: value = "task-2796092" [ 1082.664115] env[68802]: _type = "Task" [ 1082.664115] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.673125] env[68802]: DEBUG oslo_vmware.api [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.774992] env[68802]: DEBUG nova.network.neutron [req-ff8690dc-68c1-46ae-a6d0-b6979a404f71 req-759fe494-b30c-461e-9f0a-f4a93e811029 service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updated VIF entry in instance network info cache for port 7b2244c9-3d21-456e-8e16-9653ffed85f2. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.775394] env[68802]: DEBUG nova.network.neutron [req-ff8690dc-68c1-46ae-a6d0-b6979a404f71 req-759fe494-b30c-461e-9f0a-f4a93e811029 service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance_info_cache with network_info: [{"id": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "address": "fa:16:3e:f4:82:6a", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2244c9-3d", "ovs_interfaceid": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.781271] env[68802]: DEBUG nova.network.neutron [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Successfully created port: 98704b64-ae6b-4952-a2d0-3d2d9e1f3341 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.962973] env[68802]: DEBUG nova.compute.utils [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.989013] env[68802]: DEBUG nova.scheduler.client.report [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.002062] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52de8c3a-5e68-5969-1aa7-3d7166136484, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.002737] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.002737] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.002853] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.002982] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.003171] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.003428] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47f12ca1-8cdb-44b8-892d-7d23d6d4fae3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.011802] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.012044] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.012729] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6bdd3d-1fdf-47b1-adad-66f52dcd4905 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.017826] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1083.017826] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a66fad-d5da-b262-0220-2a153ba60b48" [ 1083.017826] env[68802]: _type = "Task" [ 1083.017826] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.025488] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a66fad-d5da-b262-0220-2a153ba60b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.048560] env[68802]: DEBUG oslo_concurrency.lockutils [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] Releasing lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.048808] env[68802]: DEBUG nova.compute.manager [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received event network-changed-050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1083.048975] env[68802]: DEBUG nova.compute.manager [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing instance network info cache due to event network-changed-050d60d5-0ef2-405d-af21-02bf47480ac3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1083.049197] env[68802]: DEBUG oslo_concurrency.lockutils [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] Acquiring lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.049337] env[68802]: DEBUG oslo_concurrency.lockutils [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] Acquired lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.049496] env[68802]: DEBUG nova.network.neutron [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing network info cache for port 050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.173968] env[68802]: DEBUG oslo_vmware.api [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187057} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.174269] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.174458] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.174632] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.174806] env[68802]: INFO nova.compute.manager [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1083.175061] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.175916] env[68802]: DEBUG nova.compute.manager [-] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.176026] env[68802]: DEBUG nova.network.neutron [-] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.278279] env[68802]: DEBUG oslo_concurrency.lockutils [req-ff8690dc-68c1-46ae-a6d0-b6979a404f71 req-759fe494-b30c-461e-9f0a-f4a93e811029 service nova] Releasing lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.466429] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.493648] env[68802]: DEBUG oslo_concurrency.lockutils [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.517451] env[68802]: INFO nova.scheduler.client.report [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted allocations for instance 10c726e1-c1f7-46a9-a449-6e66c0cb4532 [ 1083.529741] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a66fad-d5da-b262-0220-2a153ba60b48, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.530548] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bebe1078-31fd-4955-a147-83016f1c0678 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.536044] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1083.536044] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5273758c-967c-f949-8244-5b9d80d70050" [ 1083.536044] env[68802]: _type = "Task" [ 1083.536044] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.545010] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5273758c-967c-f949-8244-5b9d80d70050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.647515] env[68802]: DEBUG nova.compute.manager [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.676618] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.676933] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.677116] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.677295] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.677439] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.677581] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.677792] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.677951] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.678158] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.678383] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.678572] env[68802]: DEBUG nova.virt.hardware [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.679451] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e27dd5f-9f74-4d02-b3e4-28aad8dd7f64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.687941] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7236b1-7f66-4307-b3c3-e6837d550f23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.800188] env[68802]: DEBUG nova.network.neutron [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updated VIF entry in instance network info cache for port 050d60d5-0ef2-405d-af21-02bf47480ac3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.800593] env[68802]: DEBUG nova.network.neutron [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [{"id": "050d60d5-0ef2-405d-af21-02bf47480ac3", "address": "fa:16:3e:d0:ef:9b", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d60d5-0e", "ovs_interfaceid": "050d60d5-0ef2-405d-af21-02bf47480ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.855845] env[68802]: DEBUG nova.compute.manager [req-aaea2c1d-cc44-4465-b85c-8b22dad0f75b req-b103a690-7012-469d-8aac-6e97f03bdbeb service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Received event network-vif-deleted-1243d907-960c-4d9a-ba8a-ecf710941569 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1083.855986] env[68802]: INFO nova.compute.manager [req-aaea2c1d-cc44-4465-b85c-8b22dad0f75b req-b103a690-7012-469d-8aac-6e97f03bdbeb service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Neutron deleted interface 1243d907-960c-4d9a-ba8a-ecf710941569; detaching it from the instance and deleting it from the info cache [ 1083.856178] env[68802]: DEBUG nova.network.neutron [req-aaea2c1d-cc44-4465-b85c-8b22dad0f75b req-b103a690-7012-469d-8aac-6e97f03bdbeb service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.876485] env[68802]: DEBUG nova.network.neutron [-] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.027452] env[68802]: DEBUG oslo_concurrency.lockutils [None req-193687d0-68e3-45f1-baf5-834e7fb4fea1 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "10c726e1-c1f7-46a9-a449-6e66c0cb4532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.257s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.047428] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5273758c-967c-f949-8244-5b9d80d70050, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.047955] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.048243] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e/30609aaa-3cd2-40cf-a1a0-15416d6e8e2e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.048504] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f531b09-344b-41dc-a639-3a4db03ac6ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.055671] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1084.055671] env[68802]: value = "task-2796093" [ 1084.055671] env[68802]: _type = "Task" [ 1084.055671] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.063651] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.268178] env[68802]: DEBUG nova.network.neutron [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Successfully updated port: 98704b64-ae6b-4952-a2d0-3d2d9e1f3341 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.303278] env[68802]: DEBUG oslo_concurrency.lockutils [req-d53d30e7-e375-4078-91c5-4143998d6f1f req-64b60b57-f825-4f96-b20a-e1fcf4b5d768 service nova] Releasing lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.359729] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-067e746d-0498-42a9-ae70-383a06bc65d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.370762] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f73aba-fcd6-4861-b765-7788b43a677e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.383867] env[68802]: INFO nova.compute.manager [-] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Took 1.21 seconds to deallocate network for instance. [ 1084.408898] env[68802]: DEBUG nova.compute.manager [req-aaea2c1d-cc44-4465-b85c-8b22dad0f75b req-b103a690-7012-469d-8aac-6e97f03bdbeb service nova] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Detach interface failed, port_id=1243d907-960c-4d9a-ba8a-ecf710941569, reason: Instance c8aecd43-cd40-4824-b42c-41dd1ef115bf could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1084.518805] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "c069002a-dd8b-4cf3-82d8-07df448d3755" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.518805] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.518805] env[68802]: INFO nova.compute.manager [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Attaching volume 084b7a05-41f9-466c-8309-cc080745b850 to /dev/sdb [ 1084.557872] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d16df4-e4d3-42d2-b459-3118d2847367 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.573093] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a69c88-a66f-458a-992c-806e57db49e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.575568] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509041} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.575902] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e/30609aaa-3cd2-40cf-a1a0-15416d6e8e2e.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.576143] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.576680] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01e30051-9152-4ce4-bd64-f79a02eca61f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.583917] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1084.583917] env[68802]: value = "task-2796094" [ 1084.583917] env[68802]: _type = "Task" [ 1084.583917] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.587464] env[68802]: DEBUG nova.virt.block_device [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Updating existing volume attachment record: 4f42e8a2-c9d4-423f-8ce2-44e9ed9ac863 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1084.598569] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.771828] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "refresh_cache-390dab90-ce33-4fd1-a77f-415f8bb7308b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.772011] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "refresh_cache-390dab90-ce33-4fd1-a77f-415f8bb7308b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.772181] env[68802]: DEBUG nova.network.neutron [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.892649] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.892948] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.893189] env[68802]: DEBUG nova.objects.instance [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lazy-loading 'resources' on Instance uuid c8aecd43-cd40-4824-b42c-41dd1ef115bf {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.097201] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066468} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.097456] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.098288] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eeff44-dc39-40a4-81c9-4aa32ec360fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.120890] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e/30609aaa-3cd2-40cf-a1a0-15416d6e8e2e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.121382] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b83b5ba-922e-4ba8-86d9-61d633368655 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.142370] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1085.142370] env[68802]: value = "task-2796096" [ 1085.142370] env[68802]: _type = "Task" [ 1085.142370] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.150468] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.205386] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.205658] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.330750] env[68802]: DEBUG nova.network.neutron [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.488387] env[68802]: DEBUG nova.network.neutron [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Updating instance_info_cache with network_info: [{"id": "98704b64-ae6b-4952-a2d0-3d2d9e1f3341", "address": "fa:16:3e:66:66:3f", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98704b64-ae", "ovs_interfaceid": "98704b64-ae6b-4952-a2d0-3d2d9e1f3341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.581382] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f533a3c-0fc8-4b02-bcf1-c0f40e2def71 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.588999] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf85c08-3493-479e-9db8-cb1266705ff6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.620559] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea6d02a-501a-4f14-80b7-c958d173a170 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.628128] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd72349b-bbb9-4970-a59e-e38ccdcd67dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.641366] env[68802]: DEBUG nova.compute.provider_tree [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.650367] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796096, 'name': ReconfigVM_Task, 'duration_secs': 0.340503} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.651197] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e/30609aaa-3cd2-40cf-a1a0-15416d6e8e2e.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.651830] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7dffca7-5d81-41c6-bc94-180d10b90f50 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.657735] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1085.657735] env[68802]: value = "task-2796097" [ 1085.657735] env[68802]: _type = "Task" [ 1085.657735] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.665948] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796097, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.708413] env[68802]: DEBUG nova.compute.manager [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.881411] env[68802]: DEBUG nova.compute.manager [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Received event network-vif-plugged-98704b64-ae6b-4952-a2d0-3d2d9e1f3341 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1085.881595] env[68802]: DEBUG oslo_concurrency.lockutils [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] Acquiring lock "390dab90-ce33-4fd1-a77f-415f8bb7308b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.881848] env[68802]: DEBUG oslo_concurrency.lockutils [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] Lock "390dab90-ce33-4fd1-a77f-415f8bb7308b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.882037] env[68802]: DEBUG oslo_concurrency.lockutils [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] Lock "390dab90-ce33-4fd1-a77f-415f8bb7308b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.882208] env[68802]: DEBUG nova.compute.manager [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] No waiting events found dispatching network-vif-plugged-98704b64-ae6b-4952-a2d0-3d2d9e1f3341 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.882374] env[68802]: WARNING nova.compute.manager [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Received unexpected event network-vif-plugged-98704b64-ae6b-4952-a2d0-3d2d9e1f3341 for instance with vm_state building and task_state spawning. [ 1085.882534] env[68802]: DEBUG nova.compute.manager [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Received event network-changed-98704b64-ae6b-4952-a2d0-3d2d9e1f3341 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1085.882686] env[68802]: DEBUG nova.compute.manager [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Refreshing instance network info cache due to event network-changed-98704b64-ae6b-4952-a2d0-3d2d9e1f3341. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1085.882902] env[68802]: DEBUG oslo_concurrency.lockutils [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] Acquiring lock "refresh_cache-390dab90-ce33-4fd1-a77f-415f8bb7308b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.993673] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "refresh_cache-390dab90-ce33-4fd1-a77f-415f8bb7308b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.994147] env[68802]: DEBUG nova.compute.manager [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Instance network_info: |[{"id": "98704b64-ae6b-4952-a2d0-3d2d9e1f3341", "address": "fa:16:3e:66:66:3f", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98704b64-ae", "ovs_interfaceid": "98704b64-ae6b-4952-a2d0-3d2d9e1f3341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.994569] env[68802]: DEBUG oslo_concurrency.lockutils [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] Acquired lock "refresh_cache-390dab90-ce33-4fd1-a77f-415f8bb7308b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.994835] env[68802]: DEBUG nova.network.neutron [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Refreshing network info cache for port 98704b64-ae6b-4952-a2d0-3d2d9e1f3341 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.996568] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:66:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98704b64-ae6b-4952-a2d0-3d2d9e1f3341', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.009249] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Creating folder: Project (1f4f3c36861c447498f2916c19a02a75). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.010600] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29ba7797-0141-4d47-8277-f13bed43bd02 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.023636] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Created folder: Project (1f4f3c36861c447498f2916c19a02a75) in parent group-v561663. [ 1086.023900] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Creating folder: Instances. Parent ref: group-v561958. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.024220] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-921d2b36-bdcd-4268-9297-bb70b69bbb9a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.036060] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Created folder: Instances in parent group-v561958. [ 1086.036408] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.036674] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.036964] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-142a1c37-0c11-4152-81f8-ee26d281c574 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.066490] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.066490] env[68802]: value = "task-2796100" [ 1086.066490] env[68802]: _type = "Task" [ 1086.066490] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.076656] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796100, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.147055] env[68802]: DEBUG nova.scheduler.client.report [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.170519] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796097, 'name': Rename_Task, 'duration_secs': 0.156688} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.170776] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.171052] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-550ba297-5b2c-407f-973b-155a3d637831 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.177440] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1086.177440] env[68802]: value = "task-2796101" [ 1086.177440] env[68802]: _type = "Task" [ 1086.177440] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.184723] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.228440] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.454796] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.455091] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.455206] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.455341] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.455488] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.455626] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.455771] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.455911] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1086.456071] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.578207] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796100, 'name': CreateVM_Task, 'duration_secs': 0.39389} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.578411] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.579212] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.579428] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.579842] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.580162] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aabd3fe-694c-4d35-88c5-551267e3cbf4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.584721] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1086.584721] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52098a7f-9779-e3ea-91c4-e4d9990b4350" [ 1086.584721] env[68802]: _type = "Task" [ 1086.584721] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.592942] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52098a7f-9779-e3ea-91c4-e4d9990b4350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.651877] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.654212] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.426s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.655737] env[68802]: INFO nova.compute.claims [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.670391] env[68802]: INFO nova.scheduler.client.report [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleted allocations for instance c8aecd43-cd40-4824-b42c-41dd1ef115bf [ 1086.688351] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.712248] env[68802]: DEBUG nova.network.neutron [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Updated VIF entry in instance network info cache for port 98704b64-ae6b-4952-a2d0-3d2d9e1f3341. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.712611] env[68802]: DEBUG nova.network.neutron [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Updating instance_info_cache with network_info: [{"id": "98704b64-ae6b-4952-a2d0-3d2d9e1f3341", "address": "fa:16:3e:66:66:3f", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98704b64-ae", "ovs_interfaceid": "98704b64-ae6b-4952-a2d0-3d2d9e1f3341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.958916] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.096167] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52098a7f-9779-e3ea-91c4-e4d9990b4350, 'name': SearchDatastore_Task, 'duration_secs': 0.014872} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.096475] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.096702] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.096932] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.097090] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.097271] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.097517] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f01a777-7e24-475c-b753-f269b8584569 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.105629] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.105799] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.106529] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08cced17-851e-4a20-8531-824446973c93 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.111483] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1087.111483] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52721cab-069c-702e-2395-bd9546623b98" [ 1087.111483] env[68802]: _type = "Task" [ 1087.111483] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.119014] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52721cab-069c-702e-2395-bd9546623b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.179232] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e2828fee-b4d6-45e9-983f-4a3d3ecac685 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "c8aecd43-cd40-4824-b42c-41dd1ef115bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.621s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.189249] env[68802]: DEBUG oslo_vmware.api [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796101, 'name': PowerOnVM_Task, 'duration_secs': 0.521805} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.189525] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.189761] env[68802]: INFO nova.compute.manager [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1087.189983] env[68802]: DEBUG nova.compute.manager [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.190740] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1969b6ea-0709-4f28-82f4-4592ff4bea6d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.215791] env[68802]: DEBUG oslo_concurrency.lockutils [req-e421be03-cb8c-47bd-8fbe-fca0bf7dd74c req-8d1b542b-d122-4de1-b310-141ff474ff40 service nova] Releasing lock "refresh_cache-390dab90-ce33-4fd1-a77f-415f8bb7308b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.622350] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52721cab-069c-702e-2395-bd9546623b98, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.623132] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7c57f6-2e1f-40cb-b830-ab5dec309cfc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.629300] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1087.629300] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d86dc4-a5ba-3f2a-bb7b-c1b0f9892b48" [ 1087.629300] env[68802]: _type = "Task" [ 1087.629300] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.636261] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d86dc4-a5ba-3f2a-bb7b-c1b0f9892b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.708535] env[68802]: INFO nova.compute.manager [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Took 12.54 seconds to build instance. [ 1087.817901] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86995af7-b5b3-46ce-8c6b-f73aae630445 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.825318] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8e96ca-41ed-408b-ad2b-4fa463eacfa3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.855287] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8fd02c-6a0f-4657-84d9-aa6fba93721c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.862175] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f409c5a-d2f3-4675-b3b0-e5295a07c5aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.874963] env[68802]: DEBUG nova.compute.provider_tree [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.140377] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d86dc4-a5ba-3f2a-bb7b-c1b0f9892b48, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.140650] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.140969] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 390dab90-ce33-4fd1-a77f-415f8bb7308b/390dab90-ce33-4fd1-a77f-415f8bb7308b.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.141594] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48459746-374b-4ed4-b5d4-27c99eaf56d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.147910] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1088.147910] env[68802]: value = "task-2796103" [ 1088.147910] env[68802]: _type = "Task" [ 1088.147910] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.156209] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.210922] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cdbd9228-cec3-48b3-8568-71e6e76a21be tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.048s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.380874] env[68802]: DEBUG nova.scheduler.client.report [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.658587] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466231} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.658889] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 390dab90-ce33-4fd1-a77f-415f8bb7308b/390dab90-ce33-4fd1-a77f-415f8bb7308b.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.659079] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.659338] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a41f28f-f7ef-42bb-b40c-e59e45a187c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.667695] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1088.667695] env[68802]: value = "task-2796104" [ 1088.667695] env[68802]: _type = "Task" [ 1088.667695] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.675147] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.728084] env[68802]: DEBUG nova.compute.manager [req-12c61021-221d-4975-b9bc-dd6e3b81e525 req-caa06c08-5a29-4009-a6df-978a6cb4667b service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Received event network-changed-7b2244c9-3d21-456e-8e16-9653ffed85f2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1088.728282] env[68802]: DEBUG nova.compute.manager [req-12c61021-221d-4975-b9bc-dd6e3b81e525 req-caa06c08-5a29-4009-a6df-978a6cb4667b service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Refreshing instance network info cache due to event network-changed-7b2244c9-3d21-456e-8e16-9653ffed85f2. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1088.728486] env[68802]: DEBUG oslo_concurrency.lockutils [req-12c61021-221d-4975-b9bc-dd6e3b81e525 req-caa06c08-5a29-4009-a6df-978a6cb4667b service nova] Acquiring lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.728623] env[68802]: DEBUG oslo_concurrency.lockutils [req-12c61021-221d-4975-b9bc-dd6e3b81e525 req-caa06c08-5a29-4009-a6df-978a6cb4667b service nova] Acquired lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.728781] env[68802]: DEBUG nova.network.neutron [req-12c61021-221d-4975-b9bc-dd6e3b81e525 req-caa06c08-5a29-4009-a6df-978a6cb4667b service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Refreshing network info cache for port 7b2244c9-3d21-456e-8e16-9653ffed85f2 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.884950] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.885543] env[68802]: DEBUG nova.compute.manager [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.888210] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.929s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.888403] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.888594] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1088.889679] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64f4ae7-a1ec-412a-8697-2af52676e5cd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.898187] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7333f5-c3d8-4ad7-af60-bb3cf8f9cfb7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.914289] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ab1d4f-ef7e-4aed-bf3a-0d2229a1cef6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.921544] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7e3861-9303-4a42-ba85-5b5fc8e19224 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.952816] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179252MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1088.953071] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.953338] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.138050] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1089.138050] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561957', 'volume_id': '084b7a05-41f9-466c-8309-cc080745b850', 'name': 'volume-084b7a05-41f9-466c-8309-cc080745b850', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c069002a-dd8b-4cf3-82d8-07df448d3755', 'attached_at': '', 'detached_at': '', 'volume_id': '084b7a05-41f9-466c-8309-cc080745b850', 'serial': '084b7a05-41f9-466c-8309-cc080745b850'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1089.138352] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b702a1-869f-4944-8116-ad1568b587aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.156031] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db1436c-b032-4ff1-ab25-c67401b46c46 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.180717] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-084b7a05-41f9-466c-8309-cc080745b850/volume-084b7a05-41f9-466c-8309-cc080745b850.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.183955] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6f0529f-45a9-471a-a99f-bc32c6455f64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.201803] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068928} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.203143] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.203507] env[68802]: DEBUG oslo_vmware.api [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1089.203507] env[68802]: value = "task-2796105" [ 1089.203507] env[68802]: _type = "Task" [ 1089.203507] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.204268] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1599f21-0b1e-4d13-94cd-a7e5e853c155 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.214760] env[68802]: DEBUG oslo_vmware.api [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.234124] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 390dab90-ce33-4fd1-a77f-415f8bb7308b/390dab90-ce33-4fd1-a77f-415f8bb7308b.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.236613] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04fd465c-c89c-4e86-868e-022f4e1c75a8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.256655] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1089.256655] env[68802]: value = "task-2796106" [ 1089.256655] env[68802]: _type = "Task" [ 1089.256655] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.265324] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.391057] env[68802]: DEBUG nova.compute.utils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.393128] env[68802]: DEBUG nova.compute.manager [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.393436] env[68802]: DEBUG nova.network.neutron [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.460120] env[68802]: DEBUG nova.policy [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b915ed6fa814320a682ae6f615e876c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42beed3bab1649e281cfaa01eb7ce5c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.468146] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquiring lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.468387] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.468573] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquiring lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.468793] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.468921] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.470904] env[68802]: INFO nova.compute.manager [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Terminating instance [ 1089.538067] env[68802]: DEBUG nova.network.neutron [req-12c61021-221d-4975-b9bc-dd6e3b81e525 req-caa06c08-5a29-4009-a6df-978a6cb4667b service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updated VIF entry in instance network info cache for port 7b2244c9-3d21-456e-8e16-9653ffed85f2. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.538503] env[68802]: DEBUG nova.network.neutron [req-12c61021-221d-4975-b9bc-dd6e3b81e525 req-caa06c08-5a29-4009-a6df-978a6cb4667b service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance_info_cache with network_info: [{"id": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "address": "fa:16:3e:f4:82:6a", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2244c9-3d", "ovs_interfaceid": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.717395] env[68802]: DEBUG oslo_vmware.api [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.776123] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.811984] env[68802]: DEBUG nova.network.neutron [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Successfully created port: a817b455-9452-4208-a82a-f67a7810c4e9 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.899287] env[68802]: DEBUG nova.compute.manager [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.978011] env[68802]: DEBUG nova.compute.manager [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.978276] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.979197] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53153841-933e-4146-b131-db6b8eaca196 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.995662] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.995967] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-994cb0e1-e7d6-4cdf-89f8-9f669d1da974 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.007257] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0a18db03-13aa-45ae-9419-9e5f9b7ab882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.007384] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ff975d90-156c-4c31-924d-3f94fa278c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.007519] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.007588] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 6f76cfec-5734-4e2c-b64b-e898a6182c99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.007701] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance c069002a-dd8b-4cf3-82d8-07df448d3755 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.007813] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 8818cf59-9e8a-4246-a463-5f24ae55d2d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.007924] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 028443fb-8207-4514-bf72-db0cae7955c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.008044] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 2f614495-bfa4-454a-8485-5fcd54bc029a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.008157] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 4f607992-da76-45b4-9b0c-1b92fd2c2773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.008264] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance f83f67aa-ded3-4740-85cc-6fc7c46560c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.008368] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.008472] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 390dab90-ce33-4fd1-a77f-415f8bb7308b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.008596] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 921eaa0b-7210-4b5e-b00e-5faf981aad8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.008784] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1090.008935] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1090.013926] env[68802]: DEBUG oslo_vmware.api [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for the task: (returnval){ [ 1090.013926] env[68802]: value = "task-2796107" [ 1090.013926] env[68802]: _type = "Task" [ 1090.013926] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.025267] env[68802]: DEBUG oslo_vmware.api [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2796107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.040853] env[68802]: DEBUG oslo_concurrency.lockutils [req-12c61021-221d-4975-b9bc-dd6e3b81e525 req-caa06c08-5a29-4009-a6df-978a6cb4667b service nova] Releasing lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.188940] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9757767-2fcd-4640-9595-02d43d52be86 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.197071] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba0a0fd-4eb1-43d9-898a-954460e4f910 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.229222] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54476ec2-8f87-46d0-8adf-e022627fe74a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.239256] env[68802]: DEBUG oslo_vmware.api [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796105, 'name': ReconfigVM_Task, 'duration_secs': 0.879992} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.240463] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aea16dc-d747-4ea6-8426-a0319beb404c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.244215] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-084b7a05-41f9-466c-8309-cc080745b850/volume-084b7a05-41f9-466c-8309-cc080745b850.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.248789] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b258ec6-39a2-4db2-bc6d-384b729b85f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.272571] env[68802]: DEBUG oslo_vmware.api [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1090.272571] env[68802]: value = "task-2796108" [ 1090.272571] env[68802]: _type = "Task" [ 1090.272571] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.273161] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.282246] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796106, 'name': ReconfigVM_Task, 'duration_secs': 0.793385} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.283789] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 390dab90-ce33-4fd1-a77f-415f8bb7308b/390dab90-ce33-4fd1-a77f-415f8bb7308b.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.284930] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69601c2c-105a-4140-83c8-fb5ee3b20780 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.291109] env[68802]: DEBUG oslo_vmware.api [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.298133] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1090.298133] env[68802]: value = "task-2796109" [ 1090.298133] env[68802]: _type = "Task" [ 1090.298133] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.311590] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796109, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.523800] env[68802]: DEBUG oslo_vmware.api [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2796107, 'name': PowerOffVM_Task, 'duration_secs': 0.33201} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.524091] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.524259] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.524512] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b4e99ef-74a4-4a21-81b6-b8523cb07f1f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.610915] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.611106] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.611259] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Deleting the datastore file [datastore2] 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.611536] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a16aabb2-2a4f-425b-ab2c-68aab2d9655e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.618413] env[68802]: DEBUG oslo_vmware.api [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for the task: (returnval){ [ 1090.618413] env[68802]: value = "task-2796111" [ 1090.618413] env[68802]: _type = "Task" [ 1090.618413] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.625649] env[68802]: DEBUG oslo_vmware.api [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2796111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.776622] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.788799] env[68802]: DEBUG oslo_vmware.api [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796108, 'name': ReconfigVM_Task, 'duration_secs': 0.15361} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.789115] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561957', 'volume_id': '084b7a05-41f9-466c-8309-cc080745b850', 'name': 'volume-084b7a05-41f9-466c-8309-cc080745b850', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c069002a-dd8b-4cf3-82d8-07df448d3755', 'attached_at': '', 'detached_at': '', 'volume_id': '084b7a05-41f9-466c-8309-cc080745b850', 'serial': '084b7a05-41f9-466c-8309-cc080745b850'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.807826] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796109, 'name': Rename_Task, 'duration_secs': 0.215331} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.808083] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.808334] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf2ef98a-e5b1-482a-af99-8b4a8edeb3de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.816986] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1090.816986] env[68802]: value = "task-2796112" [ 1090.816986] env[68802]: _type = "Task" [ 1090.816986] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.824440] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.908277] env[68802]: DEBUG nova.compute.manager [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.936181] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.936442] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.936596] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.936774] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.936921] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.937103] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.937315] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.937768] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.937768] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.937768] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.938709] env[68802]: DEBUG nova.virt.hardware [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.939391] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1a8e12-7992-42bb-8010-0b38d6bbaaa5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.948845] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7436034d-a0ee-430a-931e-afe7537ee76c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.128904] env[68802]: DEBUG oslo_vmware.api [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2796111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.284891] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1091.285129] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.332s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.327851] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.352525] env[68802]: DEBUG nova.compute.manager [req-6c0172e0-c9ed-4fc5-9847-38ae1ec9d3f8 req-12c6037c-8262-4120-bdf5-824ede56fac0 service nova] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Received event network-vif-plugged-a817b455-9452-4208-a82a-f67a7810c4e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1091.352525] env[68802]: DEBUG oslo_concurrency.lockutils [req-6c0172e0-c9ed-4fc5-9847-38ae1ec9d3f8 req-12c6037c-8262-4120-bdf5-824ede56fac0 service nova] Acquiring lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.353292] env[68802]: DEBUG oslo_concurrency.lockutils [req-6c0172e0-c9ed-4fc5-9847-38ae1ec9d3f8 req-12c6037c-8262-4120-bdf5-824ede56fac0 service nova] Lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.353292] env[68802]: DEBUG oslo_concurrency.lockutils [req-6c0172e0-c9ed-4fc5-9847-38ae1ec9d3f8 req-12c6037c-8262-4120-bdf5-824ede56fac0 service nova] Lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.353292] env[68802]: DEBUG nova.compute.manager [req-6c0172e0-c9ed-4fc5-9847-38ae1ec9d3f8 req-12c6037c-8262-4120-bdf5-824ede56fac0 service nova] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] No waiting events found dispatching network-vif-plugged-a817b455-9452-4208-a82a-f67a7810c4e9 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.353292] env[68802]: WARNING nova.compute.manager [req-6c0172e0-c9ed-4fc5-9847-38ae1ec9d3f8 req-12c6037c-8262-4120-bdf5-824ede56fac0 service nova] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Received unexpected event network-vif-plugged-a817b455-9452-4208-a82a-f67a7810c4e9 for instance with vm_state building and task_state spawning. [ 1091.420655] env[68802]: DEBUG nova.network.neutron [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Successfully updated port: a817b455-9452-4208-a82a-f67a7810c4e9 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.630496] env[68802]: DEBUG oslo_vmware.api [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Task: {'id': task-2796111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568767} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.631488] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.631719] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.631956] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.632110] env[68802]: INFO nova.compute.manager [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1091.632340] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.632532] env[68802]: DEBUG nova.compute.manager [-] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.632628] env[68802]: DEBUG nova.network.neutron [-] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.828401] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.837930] env[68802]: DEBUG nova.objects.instance [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lazy-loading 'flavor' on Instance uuid c069002a-dd8b-4cf3-82d8-07df448d3755 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.924372] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "refresh_cache-921eaa0b-7210-4b5e-b00e-5faf981aad8a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.924372] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "refresh_cache-921eaa0b-7210-4b5e-b00e-5faf981aad8a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.924372] env[68802]: DEBUG nova.network.neutron [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.119611] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "c069002a-dd8b-4cf3-82d8-07df448d3755" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.332810] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.343024] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dee2a9e1-a590-4208-931f-c9e2b9a0a07e tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.825s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.343934] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.224s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.457451] env[68802]: DEBUG nova.network.neutron [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.614107] env[68802]: DEBUG nova.network.neutron [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Updating instance_info_cache with network_info: [{"id": "a817b455-9452-4208-a82a-f67a7810c4e9", "address": "fa:16:3e:f4:09:ed", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa817b455-94", "ovs_interfaceid": "a817b455-9452-4208-a82a-f67a7810c4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.631030] env[68802]: DEBUG nova.network.neutron [-] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.829850] env[68802]: DEBUG oslo_vmware.api [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796112, 'name': PowerOnVM_Task, 'duration_secs': 1.692053} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.830126] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.830350] env[68802]: INFO nova.compute.manager [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1092.830515] env[68802]: DEBUG nova.compute.manager [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.831348] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc189eb-9191-4033-afd8-644cf94dcd7d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.847335] env[68802]: INFO nova.compute.manager [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Detaching volume 084b7a05-41f9-466c-8309-cc080745b850 [ 1092.884836] env[68802]: INFO nova.virt.block_device [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Attempting to driver detach volume 084b7a05-41f9-466c-8309-cc080745b850 from mountpoint /dev/sdb [ 1092.884836] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.885047] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561957', 'volume_id': '084b7a05-41f9-466c-8309-cc080745b850', 'name': 'volume-084b7a05-41f9-466c-8309-cc080745b850', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c069002a-dd8b-4cf3-82d8-07df448d3755', 'attached_at': '', 'detached_at': '', 'volume_id': '084b7a05-41f9-466c-8309-cc080745b850', 'serial': '084b7a05-41f9-466c-8309-cc080745b850'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.885945] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660a6631-ba19-49c7-95a5-a94ea9e0ca17 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.910811] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be64799-1618-43f3-8270-14ce444ba828 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.918108] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f257b14e-afc4-4be8-abeb-d9a02f381ce7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.939203] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6871d5-678e-425d-9589-bdeabfebcad1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.956523] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] The volume has not been displaced from its original location: [datastore2] volume-084b7a05-41f9-466c-8309-cc080745b850/volume-084b7a05-41f9-466c-8309-cc080745b850.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1092.961743] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.962057] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d1dc6fc-c696-4817-9ae8-4dd43c579867 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.979668] env[68802]: DEBUG oslo_vmware.api [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1092.979668] env[68802]: value = "task-2796113" [ 1092.979668] env[68802]: _type = "Task" [ 1092.979668] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.988034] env[68802]: DEBUG oslo_vmware.api [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.117393] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "refresh_cache-921eaa0b-7210-4b5e-b00e-5faf981aad8a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.117393] env[68802]: DEBUG nova.compute.manager [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Instance network_info: |[{"id": "a817b455-9452-4208-a82a-f67a7810c4e9", "address": "fa:16:3e:f4:09:ed", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa817b455-94", "ovs_interfaceid": "a817b455-9452-4208-a82a-f67a7810c4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.117393] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:09:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a817b455-9452-4208-a82a-f67a7810c4e9', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.125788] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.126075] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.126368] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47d8be3c-341d-4469-b22d-de373b42319d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.146288] env[68802]: INFO nova.compute.manager [-] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Took 1.51 seconds to deallocate network for instance. [ 1093.154215] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.154215] env[68802]: value = "task-2796114" [ 1093.154215] env[68802]: _type = "Task" [ 1093.154215] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.162280] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796114, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.349221] env[68802]: INFO nova.compute.manager [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Took 17.25 seconds to build instance. [ 1093.490587] env[68802]: DEBUG oslo_vmware.api [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796113, 'name': ReconfigVM_Task, 'duration_secs': 0.225026} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.490587] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.494293] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f57b68-0a63-47a0-8b94-3c84a2377ae3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.508255] env[68802]: DEBUG oslo_vmware.api [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1093.508255] env[68802]: value = "task-2796115" [ 1093.508255] env[68802]: _type = "Task" [ 1093.508255] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.515812] env[68802]: DEBUG oslo_vmware.api [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.653608] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.653916] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.654186] env[68802]: DEBUG nova.objects.instance [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lazy-loading 'resources' on Instance uuid 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.666896] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796114, 'name': CreateVM_Task, 'duration_secs': 0.314446} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.667573] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.668215] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.668375] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.668698] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.669194] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8006f43-2a0e-405a-9407-aa77ec8464dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.673911] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1093.673911] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529ccf89-a3ca-1955-a20e-a9f6df077c50" [ 1093.673911] env[68802]: _type = "Task" [ 1093.673911] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.682036] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529ccf89-a3ca-1955-a20e-a9f6df077c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.747517] env[68802]: DEBUG nova.compute.manager [req-58e3f84e-d24b-4875-ae3d-0d97b4ad40cb req-15a82873-7ef9-4012-8428-e54a8ef36797 service nova] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Received event network-changed-a817b455-9452-4208-a82a-f67a7810c4e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1093.747712] env[68802]: DEBUG nova.compute.manager [req-58e3f84e-d24b-4875-ae3d-0d97b4ad40cb req-15a82873-7ef9-4012-8428-e54a8ef36797 service nova] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Refreshing instance network info cache due to event network-changed-a817b455-9452-4208-a82a-f67a7810c4e9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1093.747919] env[68802]: DEBUG oslo_concurrency.lockutils [req-58e3f84e-d24b-4875-ae3d-0d97b4ad40cb req-15a82873-7ef9-4012-8428-e54a8ef36797 service nova] Acquiring lock "refresh_cache-921eaa0b-7210-4b5e-b00e-5faf981aad8a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.748075] env[68802]: DEBUG oslo_concurrency.lockutils [req-58e3f84e-d24b-4875-ae3d-0d97b4ad40cb req-15a82873-7ef9-4012-8428-e54a8ef36797 service nova] Acquired lock "refresh_cache-921eaa0b-7210-4b5e-b00e-5faf981aad8a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.748236] env[68802]: DEBUG nova.network.neutron [req-58e3f84e-d24b-4875-ae3d-0d97b4ad40cb req-15a82873-7ef9-4012-8428-e54a8ef36797 service nova] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Refreshing network info cache for port a817b455-9452-4208-a82a-f67a7810c4e9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.812633] env[68802]: DEBUG oslo_concurrency.lockutils [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "interface-028443fb-8207-4514-bf72-db0cae7955c0-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.812944] env[68802]: DEBUG oslo_concurrency.lockutils [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-028443fb-8207-4514-bf72-db0cae7955c0-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.813330] env[68802]: DEBUG nova.objects.instance [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'flavor' on Instance uuid 028443fb-8207-4514-bf72-db0cae7955c0 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.852842] env[68802]: DEBUG oslo_concurrency.lockutils [None req-121ab8ce-ac94-4079-9fc1-64c3eb32f180 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "390dab90-ce33-4fd1-a77f-415f8bb7308b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.764s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.021056] env[68802]: DEBUG oslo_vmware.api [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.187918] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529ccf89-a3ca-1955-a20e-a9f6df077c50, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.187918] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.188054] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.188292] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.188443] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.188621] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.188895] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-086b7fa7-b858-47fa-b9d1-f8d5d576bc28 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.199767] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.199949] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.200693] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6527628-293f-486d-b2b7-e62096575b66 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.206078] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1094.206078] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52154fe7-7970-cd3c-2c84-85b2a9476f51" [ 1094.206078] env[68802]: _type = "Task" [ 1094.206078] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.216171] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52154fe7-7970-cd3c-2c84-85b2a9476f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.351059] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43592466-779a-405a-87f8-b8765d70072c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.358387] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b73124-ba96-45c9-8eff-81405a11bcbd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.393443] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bb1e73-8b90-4f58-88fa-9af03a99288d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.400888] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b205f215-deab-44f0-9713-bcf002582e2a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.414024] env[68802]: DEBUG nova.compute.provider_tree [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.520153] env[68802]: DEBUG oslo_vmware.api [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.567305] env[68802]: DEBUG nova.objects.instance [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'pci_requests' on Instance uuid 028443fb-8207-4514-bf72-db0cae7955c0 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.604021] env[68802]: DEBUG nova.network.neutron [req-58e3f84e-d24b-4875-ae3d-0d97b4ad40cb req-15a82873-7ef9-4012-8428-e54a8ef36797 service nova] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Updated VIF entry in instance network info cache for port a817b455-9452-4208-a82a-f67a7810c4e9. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.604419] env[68802]: DEBUG nova.network.neutron [req-58e3f84e-d24b-4875-ae3d-0d97b4ad40cb req-15a82873-7ef9-4012-8428-e54a8ef36797 service nova] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Updating instance_info_cache with network_info: [{"id": "a817b455-9452-4208-a82a-f67a7810c4e9", "address": "fa:16:3e:f4:09:ed", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa817b455-94", "ovs_interfaceid": "a817b455-9452-4208-a82a-f67a7810c4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.719578] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52154fe7-7970-cd3c-2c84-85b2a9476f51, 'name': SearchDatastore_Task, 'duration_secs': 0.04005} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.720499] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63662be8-9c4c-4c96-81f8-5213d6358a3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.725921] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1094.725921] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ce5aed-15ac-b16b-cad6-fcf20ca8983d" [ 1094.725921] env[68802]: _type = "Task" [ 1094.725921] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.733701] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ce5aed-15ac-b16b-cad6-fcf20ca8983d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.917593] env[68802]: DEBUG nova.scheduler.client.report [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.020093] env[68802]: DEBUG oslo_vmware.api [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796115, 'name': ReconfigVM_Task, 'duration_secs': 1.122085} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.020462] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561957', 'volume_id': '084b7a05-41f9-466c-8309-cc080745b850', 'name': 'volume-084b7a05-41f9-466c-8309-cc080745b850', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c069002a-dd8b-4cf3-82d8-07df448d3755', 'attached_at': '', 'detached_at': '', 'volume_id': '084b7a05-41f9-466c-8309-cc080745b850', 'serial': '084b7a05-41f9-466c-8309-cc080745b850'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.069673] env[68802]: DEBUG nova.objects.base [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Object Instance<028443fb-8207-4514-bf72-db0cae7955c0> lazy-loaded attributes: flavor,pci_requests {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.069994] env[68802]: DEBUG nova.network.neutron [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.107390] env[68802]: DEBUG oslo_concurrency.lockutils [req-58e3f84e-d24b-4875-ae3d-0d97b4ad40cb req-15a82873-7ef9-4012-8428-e54a8ef36797 service nova] Releasing lock "refresh_cache-921eaa0b-7210-4b5e-b00e-5faf981aad8a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.107674] env[68802]: DEBUG nova.compute.manager [req-58e3f84e-d24b-4875-ae3d-0d97b4ad40cb req-15a82873-7ef9-4012-8428-e54a8ef36797 service nova] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Received event network-vif-deleted-f6f14618-b832-469b-99ea-3298cea8fa93 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1095.136350] env[68802]: DEBUG nova.policy [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15364a89aed840319e4ebfb1e17ea0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734c42736a374f8eb00c5faa4b1f3427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.223510] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "457b910e-4d6d-48bc-b8a4-e040d9675697" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.223510] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "457b910e-4d6d-48bc-b8a4-e040d9675697" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.236266] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ce5aed-15ac-b16b-cad6-fcf20ca8983d, 'name': SearchDatastore_Task, 'duration_secs': 0.013511} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.236545] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.236816] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 921eaa0b-7210-4b5e-b00e-5faf981aad8a/921eaa0b-7210-4b5e-b00e-5faf981aad8a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.237110] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-794f7477-6ead-491a-979c-e8404b6ea53a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.245283] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1095.245283] env[68802]: value = "task-2796116" [ 1095.245283] env[68802]: _type = "Task" [ 1095.245283] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.253702] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.422839] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.451899] env[68802]: INFO nova.scheduler.client.report [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Deleted allocations for instance 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58 [ 1095.574095] env[68802]: DEBUG nova.objects.instance [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lazy-loading 'flavor' on Instance uuid c069002a-dd8b-4cf3-82d8-07df448d3755 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.726051] env[68802]: DEBUG nova.compute.manager [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.754969] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456028} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.755254] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 921eaa0b-7210-4b5e-b00e-5faf981aad8a/921eaa0b-7210-4b5e-b00e-5faf981aad8a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.755468] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.757620] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53b8e446-eb6e-41b6-8de8-37783cfcbe3b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.763823] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1095.763823] env[68802]: value = "task-2796117" [ 1095.763823] env[68802]: _type = "Task" [ 1095.763823] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.773740] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.962397] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f11d9c8e-49ab-48fa-b3d1-a1e2c30c1d70 tempest-ServersTestJSON-1261891952 tempest-ServersTestJSON-1261891952-project-member] Lock "165d394b-0ecc-467b-b5a7-5cd5b4ed6e58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.494s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.245276] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.246021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.247571] env[68802]: INFO nova.compute.claims [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.273918] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06378} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.274312] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.275188] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e3114c-147a-4581-a126-d43410b8d9d5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.299621] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 921eaa0b-7210-4b5e-b00e-5faf981aad8a/921eaa0b-7210-4b5e-b00e-5faf981aad8a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.300682] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62cdcd81-11dd-4123-8d86-156a00ba78a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.325162] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1096.325162] env[68802]: value = "task-2796118" [ 1096.325162] env[68802]: _type = "Task" [ 1096.325162] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.334765] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.581455] env[68802]: DEBUG oslo_concurrency.lockutils [None req-27b3a10f-046a-4ce9-beab-654690422725 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.237s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.836735] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796118, 'name': ReconfigVM_Task, 'duration_secs': 0.271357} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.837801] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 921eaa0b-7210-4b5e-b00e-5faf981aad8a/921eaa0b-7210-4b5e-b00e-5faf981aad8a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.842481] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-597a493d-e551-4136-aeea-f1b6e25a9af7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.849633] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1096.849633] env[68802]: value = "task-2796119" [ 1096.849633] env[68802]: _type = "Task" [ 1096.849633] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.862403] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796119, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.887099] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "c069002a-dd8b-4cf3-82d8-07df448d3755" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.887401] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.887659] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "c069002a-dd8b-4cf3-82d8-07df448d3755-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.887868] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.888082] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.890316] env[68802]: INFO nova.compute.manager [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Terminating instance [ 1096.967351] env[68802]: DEBUG nova.compute.manager [req-87837708-5455-4922-91fe-e7056e8bdcd3 req-1b1516c2-d88f-497e-bf0b-b57db07241cb service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received event network-vif-plugged-8efe2e14-3331-42b3-b0f0-bdea4dc2882b {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1096.967695] env[68802]: DEBUG oslo_concurrency.lockutils [req-87837708-5455-4922-91fe-e7056e8bdcd3 req-1b1516c2-d88f-497e-bf0b-b57db07241cb service nova] Acquiring lock "028443fb-8207-4514-bf72-db0cae7955c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.967815] env[68802]: DEBUG oslo_concurrency.lockutils [req-87837708-5455-4922-91fe-e7056e8bdcd3 req-1b1516c2-d88f-497e-bf0b-b57db07241cb service nova] Lock "028443fb-8207-4514-bf72-db0cae7955c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.968117] env[68802]: DEBUG oslo_concurrency.lockutils [req-87837708-5455-4922-91fe-e7056e8bdcd3 req-1b1516c2-d88f-497e-bf0b-b57db07241cb service nova] Lock "028443fb-8207-4514-bf72-db0cae7955c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.968239] env[68802]: DEBUG nova.compute.manager [req-87837708-5455-4922-91fe-e7056e8bdcd3 req-1b1516c2-d88f-497e-bf0b-b57db07241cb service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] No waiting events found dispatching network-vif-plugged-8efe2e14-3331-42b3-b0f0-bdea4dc2882b {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.968363] env[68802]: WARNING nova.compute.manager [req-87837708-5455-4922-91fe-e7056e8bdcd3 req-1b1516c2-d88f-497e-bf0b-b57db07241cb service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received unexpected event network-vif-plugged-8efe2e14-3331-42b3-b0f0-bdea4dc2882b for instance with vm_state active and task_state None. [ 1097.092502] env[68802]: DEBUG nova.network.neutron [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Successfully updated port: 8efe2e14-3331-42b3-b0f0-bdea4dc2882b {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.364756] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796119, 'name': Rename_Task, 'duration_secs': 0.138781} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.365116] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.365808] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f03aedd-5f58-4902-989a-e8391491d964 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.371723] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1097.371723] env[68802]: value = "task-2796120" [ 1097.371723] env[68802]: _type = "Task" [ 1097.371723] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.379493] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.394798] env[68802]: DEBUG nova.compute.manager [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.395028] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.396323] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd5b401-52f1-41c4-a3eb-1667a5b44679 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.403421] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.403592] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac8e6032-e100-4628-92d3-fb2a292d77a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.415060] env[68802]: DEBUG oslo_vmware.api [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1097.415060] env[68802]: value = "task-2796121" [ 1097.415060] env[68802]: _type = "Task" [ 1097.415060] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.423308] env[68802]: DEBUG oslo_vmware.api [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.447395] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304c19d9-5fe7-40ca-a4fa-59ef8a94eacf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.455378] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44189f9-8d41-4d8d-aec9-92205584bd60 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.488088] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1fcd79-eee7-4581-9a13-c35866177c60 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.495563] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed995b3-fef6-4ceb-83d8-eb98a6015af5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.511694] env[68802]: DEBUG nova.compute.provider_tree [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.594983] env[68802]: DEBUG oslo_concurrency.lockutils [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.595221] env[68802]: DEBUG oslo_concurrency.lockutils [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.595407] env[68802]: DEBUG nova.network.neutron [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.881869] env[68802]: DEBUG oslo_vmware.api [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796120, 'name': PowerOnVM_Task, 'duration_secs': 0.459604} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.882191] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.882400] env[68802]: INFO nova.compute.manager [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1097.882577] env[68802]: DEBUG nova.compute.manager [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.883430] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcfdb07-ade2-4db4-abca-44c9c0e7961e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.923653] env[68802]: DEBUG oslo_vmware.api [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796121, 'name': PowerOffVM_Task, 'duration_secs': 0.190078} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.923849] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.924030] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.924291] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07f45f41-4290-456f-b638-58b8092a0666 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.990747] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.991141] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.991221] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleting the datastore file [datastore2] c069002a-dd8b-4cf3-82d8-07df448d3755 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.991604] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ab92829-b6a8-47d8-b3ce-ee04a8d4dffc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.999330] env[68802]: DEBUG oslo_vmware.api [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1097.999330] env[68802]: value = "task-2796123" [ 1097.999330] env[68802]: _type = "Task" [ 1097.999330] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.007538] env[68802]: DEBUG oslo_vmware.api [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.014700] env[68802]: DEBUG nova.scheduler.client.report [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.145992] env[68802]: WARNING nova.network.neutron [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] 7ca7ef08-282d-461c-9c7f-6bd801b62361 already exists in list: networks containing: ['7ca7ef08-282d-461c-9c7f-6bd801b62361']. ignoring it [ 1098.401043] env[68802]: INFO nova.compute.manager [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Took 12.19 seconds to build instance. [ 1098.511682] env[68802]: DEBUG oslo_vmware.api [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16347} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.511990] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.512169] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.512357] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.512522] env[68802]: INFO nova.compute.manager [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1098.512769] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.512955] env[68802]: DEBUG nova.compute.manager [-] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.513063] env[68802]: DEBUG nova.network.neutron [-] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.522435] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.522435] env[68802]: DEBUG nova.compute.manager [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.574747] env[68802]: DEBUG nova.network.neutron [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [{"id": "050d60d5-0ef2-405d-af21-02bf47480ac3", "address": "fa:16:3e:d0:ef:9b", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d60d5-0e", "ovs_interfaceid": "050d60d5-0ef2-405d-af21-02bf47480ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8efe2e14-3331-42b3-b0f0-bdea4dc2882b", "address": "fa:16:3e:d8:12:32", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe2e14-33", "ovs_interfaceid": "8efe2e14-3331-42b3-b0f0-bdea4dc2882b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.904249] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d059cf8a-f75b-4f73-b8c1-0d8e399a0c34 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.698s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.028114] env[68802]: DEBUG nova.compute.utils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.028462] env[68802]: DEBUG nova.compute.manager [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.028764] env[68802]: DEBUG nova.network.neutron [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.079126] env[68802]: DEBUG nova.policy [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b0bb45229d4a7b9d803658f317f7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4f3c36861c447498f2916c19a02a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.079126] env[68802]: DEBUG oslo_concurrency.lockutils [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.079808] env[68802]: DEBUG oslo_concurrency.lockutils [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.080110] env[68802]: DEBUG oslo_concurrency.lockutils [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.081068] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88c8eb-9df5-4d57-ac58-ce278557dd45 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.102342] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.102867] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.103163] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.103453] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.103705] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.103970] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.104564] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.104928] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.105219] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.105492] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.105773] env[68802]: DEBUG nova.virt.hardware [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.113024] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Reconfiguring VM to attach interface {{(pid=68802) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1099.115058] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18123a4a-b1d6-4dcc-bfc1-a4c8b221688d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.128476] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f8a3cf-c636-4a89-a7ae-a7bf71d90a2e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.133425] env[68802]: DEBUG nova.compute.manager [req-72b1550d-2736-41dc-84d5-a20d94031e7c req-e102e673-f175-4692-9a75-5ae5e2a3536d service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received event network-changed-8efe2e14-3331-42b3-b0f0-bdea4dc2882b {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1099.133763] env[68802]: DEBUG nova.compute.manager [req-72b1550d-2736-41dc-84d5-a20d94031e7c req-e102e673-f175-4692-9a75-5ae5e2a3536d service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing instance network info cache due to event network-changed-8efe2e14-3331-42b3-b0f0-bdea4dc2882b. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1099.134122] env[68802]: DEBUG oslo_concurrency.lockutils [req-72b1550d-2736-41dc-84d5-a20d94031e7c req-e102e673-f175-4692-9a75-5ae5e2a3536d service nova] Acquiring lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.134375] env[68802]: DEBUG oslo_concurrency.lockutils [req-72b1550d-2736-41dc-84d5-a20d94031e7c req-e102e673-f175-4692-9a75-5ae5e2a3536d service nova] Acquired lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.134653] env[68802]: DEBUG nova.network.neutron [req-72b1550d-2736-41dc-84d5-a20d94031e7c req-e102e673-f175-4692-9a75-5ae5e2a3536d service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing network info cache for port 8efe2e14-3331-42b3-b0f0-bdea4dc2882b {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.143501] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5888dc1d-9ff3-478b-a30a-4f9a22732d6d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Suspending the VM {{(pid=68802) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1099.143998] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5708f1b3-e7b4-4e37-8b9a-8a1dfb1fa14f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.147259] env[68802]: DEBUG oslo_vmware.api [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1099.147259] env[68802]: value = "task-2796124" [ 1099.147259] env[68802]: _type = "Task" [ 1099.147259] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.156022] env[68802]: DEBUG oslo_vmware.api [None req-5888dc1d-9ff3-478b-a30a-4f9a22732d6d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1099.156022] env[68802]: value = "task-2796125" [ 1099.156022] env[68802]: _type = "Task" [ 1099.156022] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.160521] env[68802]: DEBUG oslo_vmware.api [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796124, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.166093] env[68802]: DEBUG oslo_vmware.api [None req-5888dc1d-9ff3-478b-a30a-4f9a22732d6d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796125, 'name': SuspendVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.240254] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.242568] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.467056] env[68802]: DEBUG nova.network.neutron [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Successfully created port: 268103aa-a2b3-4c5f-929d-febe91107193 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.496329] env[68802]: DEBUG nova.network.neutron [-] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.532577] env[68802]: DEBUG nova.compute.manager [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.662310] env[68802]: DEBUG oslo_vmware.api [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.674571] env[68802]: DEBUG oslo_vmware.api [None req-5888dc1d-9ff3-478b-a30a-4f9a22732d6d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796125, 'name': SuspendVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.746112] env[68802]: INFO nova.compute.manager [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Detaching volume 6aa42aec-9c77-450f-8d4f-ded80cb6c081 [ 1099.802943] env[68802]: INFO nova.virt.block_device [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Attempting to driver detach volume 6aa42aec-9c77-450f-8d4f-ded80cb6c081 from mountpoint /dev/sdb [ 1099.803209] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1099.803477] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561934', 'volume_id': '6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'name': 'volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8818cf59-9e8a-4246-a463-5f24ae55d2d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'serial': '6aa42aec-9c77-450f-8d4f-ded80cb6c081'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1099.804412] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99adbd2d-bc1c-4ebc-89e6-f3b3a7c818c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.831099] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833167b4-6cf7-4e1e-895f-ba5c1bac085c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.845575] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a233dd57-66eb-4924-ac9b-43f41faf4291 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.875693] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f8ed7d-9d1d-48c8-8ac9-e489e65db486 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.893356] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] The volume has not been displaced from its original location: [datastore2] volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081/volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1099.900161] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.903922] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18680390-b65b-4568-805a-d853bc9dd952 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.923292] env[68802]: DEBUG oslo_vmware.api [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1099.923292] env[68802]: value = "task-2796126" [ 1099.923292] env[68802]: _type = "Task" [ 1099.923292] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.932498] env[68802]: DEBUG oslo_vmware.api [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.001887] env[68802]: INFO nova.compute.manager [-] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Took 1.49 seconds to deallocate network for instance. [ 1100.083402] env[68802]: DEBUG nova.network.neutron [req-72b1550d-2736-41dc-84d5-a20d94031e7c req-e102e673-f175-4692-9a75-5ae5e2a3536d service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updated VIF entry in instance network info cache for port 8efe2e14-3331-42b3-b0f0-bdea4dc2882b. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.083402] env[68802]: DEBUG nova.network.neutron [req-72b1550d-2736-41dc-84d5-a20d94031e7c req-e102e673-f175-4692-9a75-5ae5e2a3536d service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [{"id": "050d60d5-0ef2-405d-af21-02bf47480ac3", "address": "fa:16:3e:d0:ef:9b", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d60d5-0e", "ovs_interfaceid": "050d60d5-0ef2-405d-af21-02bf47480ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8efe2e14-3331-42b3-b0f0-bdea4dc2882b", "address": "fa:16:3e:d8:12:32", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe2e14-33", "ovs_interfaceid": "8efe2e14-3331-42b3-b0f0-bdea4dc2882b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.161463] env[68802]: DEBUG oslo_vmware.api [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.169524] env[68802]: DEBUG oslo_vmware.api [None req-5888dc1d-9ff3-478b-a30a-4f9a22732d6d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796125, 'name': SuspendVM_Task, 'duration_secs': 0.835258} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.169799] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5888dc1d-9ff3-478b-a30a-4f9a22732d6d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Suspended the VM {{(pid=68802) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1100.169971] env[68802]: DEBUG nova.compute.manager [None req-5888dc1d-9ff3-478b-a30a-4f9a22732d6d tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.170766] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c48d51-3fb6-4cfa-a665-acc2dd434e8d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.443685] env[68802]: DEBUG oslo_vmware.api [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796126, 'name': ReconfigVM_Task, 'duration_secs': 0.402227} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.443685] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.450720] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6d74ec6-9071-4314-bdf9-668d460bd596 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.466658] env[68802]: DEBUG oslo_vmware.api [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1100.466658] env[68802]: value = "task-2796127" [ 1100.466658] env[68802]: _type = "Task" [ 1100.466658] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.476595] env[68802]: DEBUG oslo_vmware.api [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.507536] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.507861] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.508104] env[68802]: DEBUG nova.objects.instance [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lazy-loading 'resources' on Instance uuid c069002a-dd8b-4cf3-82d8-07df448d3755 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.546494] env[68802]: DEBUG nova.compute.manager [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.578076] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.578405] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.578496] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.578677] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.578821] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.578966] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.579411] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.579645] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.579951] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.580210] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.580437] env[68802]: DEBUG nova.virt.hardware [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.581378] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d223c413-b2bf-45c6-9bd4-dddfb982cbcf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.585275] env[68802]: DEBUG oslo_concurrency.lockutils [req-72b1550d-2736-41dc-84d5-a20d94031e7c req-e102e673-f175-4692-9a75-5ae5e2a3536d service nova] Releasing lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.592116] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4cab8f-38d0-4b21-b721-13c80dff75b3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.659761] env[68802]: DEBUG oslo_vmware.api [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.977384] env[68802]: DEBUG oslo_vmware.api [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796127, 'name': ReconfigVM_Task, 'duration_secs': 0.153108} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.977939] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561934', 'volume_id': '6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'name': 'volume-6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8818cf59-9e8a-4246-a463-5f24ae55d2d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6aa42aec-9c77-450f-8d4f-ded80cb6c081', 'serial': '6aa42aec-9c77-450f-8d4f-ded80cb6c081'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1101.164854] env[68802]: DEBUG oslo_vmware.api [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796124, 'name': ReconfigVM_Task, 'duration_secs': 1.843649} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.167862] env[68802]: DEBUG oslo_concurrency.lockutils [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.168199] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Reconfigured VM to attach interface {{(pid=68802) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1101.226125] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ef8049-6d79-4daa-9e98-f40d24a36655 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.234524] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5893fdb9-9312-426a-b0b6-1dc74a02c881 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.269172] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c78e7a0-4867-404b-badf-d218c6c43b0c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.278255] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89050b2f-670f-471d-92a6-adb08fa2961e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.295197] env[68802]: DEBUG nova.compute.provider_tree [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.413692] env[68802]: DEBUG nova.compute.manager [req-b518110e-24b5-46d2-a3a3-ba3290620338 req-0e1eeeca-24a5-4f10-9088-ff962bc6f487 service nova] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Received event network-vif-deleted-770783f0-9855-4d49-bcf4-a00176d660fc {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1101.422644] env[68802]: DEBUG nova.network.neutron [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Successfully updated port: 268103aa-a2b3-4c5f-929d-febe91107193 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.532735] env[68802]: DEBUG nova.objects.instance [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'flavor' on Instance uuid 8818cf59-9e8a-4246-a463-5f24ae55d2d3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.673443] env[68802]: DEBUG oslo_concurrency.lockutils [None req-09e7141a-1965-41c1-aceb-da0d4df2d61f tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-028443fb-8207-4514-bf72-db0cae7955c0-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.860s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.800335] env[68802]: DEBUG nova.scheduler.client.report [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.926323] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "refresh_cache-457b910e-4d6d-48bc-b8a4-e040d9675697" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.926323] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "refresh_cache-457b910e-4d6d-48bc-b8a4-e040d9675697" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.926323] env[68802]: DEBUG nova.network.neutron [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.256029] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.256029] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.256456] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.256855] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.257093] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.259028] env[68802]: INFO nova.compute.manager [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Terminating instance [ 1102.306058] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.324510] env[68802]: INFO nova.scheduler.client.report [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleted allocations for instance c069002a-dd8b-4cf3-82d8-07df448d3755 [ 1102.458512] env[68802]: DEBUG nova.network.neutron [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.540415] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ade218ff-9a26-45d7-ae65-cd7658e8966c tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.638944] env[68802]: DEBUG nova.network.neutron [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Updating instance_info_cache with network_info: [{"id": "268103aa-a2b3-4c5f-929d-febe91107193", "address": "fa:16:3e:7f:49:fd", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap268103aa-a2", "ovs_interfaceid": "268103aa-a2b3-4c5f-929d-febe91107193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.702765] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquiring lock "680f7169-b116-4968-a898-641c02275b41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.703000] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lock "680f7169-b116-4968-a898-641c02275b41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.739856] env[68802]: INFO nova.compute.manager [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Rebuilding instance [ 1102.764094] env[68802]: DEBUG nova.compute.manager [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.764360] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.768522] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41545d11-f94a-46ed-9cba-c6643fdbc5ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.775065] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.775356] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cf045bc-e30c-4b05-9168-a2a1abf7dd13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.794348] env[68802]: DEBUG nova.compute.manager [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.795309] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b87102-6919-4e56-9214-637a361054a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.834795] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d31b6089-f90c-4820-82c0-17cc5dc6d970 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "c069002a-dd8b-4cf3-82d8-07df448d3755" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.947s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.841281] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.841496] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.841729] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleting the datastore file [datastore2] 921eaa0b-7210-4b5e-b00e-5faf981aad8a {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.843452] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78736121-f75d-4810-aeae-3b1c2699d053 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.851375] env[68802]: DEBUG oslo_vmware.api [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1102.851375] env[68802]: value = "task-2796129" [ 1102.851375] env[68802]: _type = "Task" [ 1102.851375] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.860645] env[68802]: DEBUG oslo_vmware.api [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.142030] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "refresh_cache-457b910e-4d6d-48bc-b8a4-e040d9675697" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.142439] env[68802]: DEBUG nova.compute.manager [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Instance network_info: |[{"id": "268103aa-a2b3-4c5f-929d-febe91107193", "address": "fa:16:3e:7f:49:fd", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap268103aa-a2", "ovs_interfaceid": "268103aa-a2b3-4c5f-929d-febe91107193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.143104] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:49:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '268103aa-a2b3-4c5f-929d-febe91107193', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.151071] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.151292] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.151525] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4d0cd08-c39d-4acb-8d0f-d7921d3e2bcd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.175448] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.175448] env[68802]: value = "task-2796130" [ 1103.175448] env[68802]: _type = "Task" [ 1103.175448] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.183713] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796130, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.205432] env[68802]: DEBUG nova.compute.manager [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.245707] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "interface-028443fb-8207-4514-bf72-db0cae7955c0-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.246151] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-028443fb-8207-4514-bf72-db0cae7955c0-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.326914] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.327443] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.327443] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.327630] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.327803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.329875] env[68802]: INFO nova.compute.manager [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Terminating instance [ 1103.361949] env[68802]: DEBUG oslo_vmware.api [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169468} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.362245] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.362445] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.362638] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.362815] env[68802]: INFO nova.compute.manager [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1103.363078] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.363290] env[68802]: DEBUG nova.compute.manager [-] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.363389] env[68802]: DEBUG nova.network.neutron [-] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.459017] env[68802]: DEBUG nova.compute.manager [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Received event network-vif-plugged-268103aa-a2b3-4c5f-929d-febe91107193 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.459017] env[68802]: DEBUG oslo_concurrency.lockutils [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] Acquiring lock "457b910e-4d6d-48bc-b8a4-e040d9675697-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.459359] env[68802]: DEBUG oslo_concurrency.lockutils [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] Lock "457b910e-4d6d-48bc-b8a4-e040d9675697-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.459550] env[68802]: DEBUG oslo_concurrency.lockutils [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] Lock "457b910e-4d6d-48bc-b8a4-e040d9675697-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.460264] env[68802]: DEBUG nova.compute.manager [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] No waiting events found dispatching network-vif-plugged-268103aa-a2b3-4c5f-929d-febe91107193 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.460463] env[68802]: WARNING nova.compute.manager [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Received unexpected event network-vif-plugged-268103aa-a2b3-4c5f-929d-febe91107193 for instance with vm_state building and task_state spawning. [ 1103.460656] env[68802]: DEBUG nova.compute.manager [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Received event network-changed-268103aa-a2b3-4c5f-929d-febe91107193 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.460849] env[68802]: DEBUG nova.compute.manager [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Refreshing instance network info cache due to event network-changed-268103aa-a2b3-4c5f-929d-febe91107193. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1103.461068] env[68802]: DEBUG oslo_concurrency.lockutils [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] Acquiring lock "refresh_cache-457b910e-4d6d-48bc-b8a4-e040d9675697" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.461220] env[68802]: DEBUG oslo_concurrency.lockutils [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] Acquired lock "refresh_cache-457b910e-4d6d-48bc-b8a4-e040d9675697" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.461448] env[68802]: DEBUG nova.network.neutron [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Refreshing network info cache for port 268103aa-a2b3-4c5f-929d-febe91107193 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.496903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "2f614495-bfa4-454a-8485-5fcd54bc029a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.497240] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.497429] env[68802]: INFO nova.compute.manager [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Shelving [ 1103.685094] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796130, 'name': CreateVM_Task, 'duration_secs': 0.362307} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.685325] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.685963] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.686152] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.686490] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.686737] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32492142-467b-4f7f-815e-867a02395fc2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.697010] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1103.697010] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529d1151-b885-db7a-d886-bfad3ef34a94" [ 1103.697010] env[68802]: _type = "Task" [ 1103.697010] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.705726] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529d1151-b885-db7a-d886-bfad3ef34a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.730010] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.730351] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.732653] env[68802]: INFO nova.compute.claims [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.749555] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.749757] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.750642] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5244dc-91a4-4840-96a3-02afccaa72b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.771196] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2307d210-2623-4e75-8e3c-217ddcd142e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.802264] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Reconfiguring VM to detach interface {{(pid=68802) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1103.804164] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a266edc9-ef2b-400a-bed5-4428a145c523 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.818801] env[68802]: DEBUG nova.network.neutron [-] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.820133] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.820770] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51add9b4-c68e-49e8-a9a6-100053083e2d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.826831] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1103.826831] env[68802]: value = "task-2796131" [ 1103.826831] env[68802]: _type = "Task" [ 1103.826831] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.828603] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1103.828603] env[68802]: value = "task-2796132" [ 1103.828603] env[68802]: _type = "Task" [ 1103.828603] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.835580] env[68802]: DEBUG nova.compute.manager [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.835752] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.837174] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1f224e-6ab3-409b-a7d5-0e6d77881580 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.843518] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.846979] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.849215] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.849464] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3a5216d-7e29-4535-8b94-4de8252c590f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.855467] env[68802]: DEBUG oslo_vmware.api [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1103.855467] env[68802]: value = "task-2796133" [ 1103.855467] env[68802]: _type = "Task" [ 1103.855467] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.863838] env[68802]: DEBUG oslo_vmware.api [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.210688] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529d1151-b885-db7a-d886-bfad3ef34a94, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.213485] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.213578] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.214601] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.214601] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.214601] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.214601] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b66495f-82ce-404b-933b-e067d9e8c892 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.225027] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.225027] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.225027] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50416b7d-9b7b-41cd-b445-3862c40bd4df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.229488] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1104.229488] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52153403-06b5-fff8-90da-2cb5505af056" [ 1104.229488] env[68802]: _type = "Task" [ 1104.229488] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.241441] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52153403-06b5-fff8-90da-2cb5505af056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.247449] env[68802]: DEBUG nova.network.neutron [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Updated VIF entry in instance network info cache for port 268103aa-a2b3-4c5f-929d-febe91107193. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.247912] env[68802]: DEBUG nova.network.neutron [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Updating instance_info_cache with network_info: [{"id": "268103aa-a2b3-4c5f-929d-febe91107193", "address": "fa:16:3e:7f:49:fd", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap268103aa-a2", "ovs_interfaceid": "268103aa-a2b3-4c5f-929d-febe91107193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.322181] env[68802]: INFO nova.compute.manager [-] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Took 0.96 seconds to deallocate network for instance. [ 1104.345578] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796132, 'name': PowerOffVM_Task, 'duration_secs': 0.179029} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.345900] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.346048] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.346291] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.347037] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e41ce31-fe1b-421b-9689-3bc16d1e4720 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.353142] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.353351] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-def517b2-8650-4fa2-9ce5-7e698d761c96 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.363284] env[68802]: DEBUG oslo_vmware.api [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796133, 'name': PowerOffVM_Task, 'duration_secs': 0.199215} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.363520] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.363680] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.363899] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b197a5-9b42-4e8c-a6f2-d118bc2175be {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.439076] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.439382] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.439589] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleting the datastore file [datastore2] 4f607992-da76-45b4-9b0c-1b92fd2c2773 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.441068] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64d2ecaf-e23e-4fee-b665-c419bc5f8b56 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.442905] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.443082] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.443445] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleting the datastore file [datastore2] 8818cf59-9e8a-4246-a463-5f24ae55d2d3 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.443512] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66cb66d9-0542-4597-87ca-fe9b66716b63 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.450962] env[68802]: DEBUG oslo_vmware.api [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1104.450962] env[68802]: value = "task-2796137" [ 1104.450962] env[68802]: _type = "Task" [ 1104.450962] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.452045] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1104.452045] env[68802]: value = "task-2796136" [ 1104.452045] env[68802]: _type = "Task" [ 1104.452045] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.464686] env[68802]: DEBUG oslo_vmware.api [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.467333] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.515353] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.515353] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c63e797-c089-460b-9f72-8f6d14d1f9e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.523217] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1104.523217] env[68802]: value = "task-2796138" [ 1104.523217] env[68802]: _type = "Task" [ 1104.523217] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.533633] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.741300] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52153403-06b5-fff8-90da-2cb5505af056, 'name': SearchDatastore_Task, 'duration_secs': 0.009037} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.742237] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-417a64c1-02f3-483f-835d-a217d27e332e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.750842] env[68802]: DEBUG oslo_concurrency.lockutils [req-4c386030-25ca-4cde-9607-9ff93842fb09 req-03f2a390-ec79-449a-bca6-5cec0a17b1d5 service nova] Releasing lock "refresh_cache-457b910e-4d6d-48bc-b8a4-e040d9675697" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.751907] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1104.751907] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524a65bf-f7a3-f916-3470-74351559ae04" [ 1104.751907] env[68802]: _type = "Task" [ 1104.751907] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.759075] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524a65bf-f7a3-f916-3470-74351559ae04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.831586] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.840761] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.912887] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd765be9-a72b-4404-8520-390d0a1efb90 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.919824] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8b1b8e-cc00-42fb-8bac-b7c23432572d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.950082] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7031f26-59d3-445d-a79a-ea1e4be38716 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.965999] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b3f1d3-41f1-42bd-9c25-420573e84f2d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.970080] env[68802]: DEBUG oslo_vmware.api [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158948} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.970360] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.970551] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.970726] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.970905] env[68802]: INFO nova.compute.manager [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1104.971157] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.972026] env[68802]: DEBUG nova.compute.manager [-] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.972115] env[68802]: DEBUG nova.network.neutron [-] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.985447] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161942} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.986322] env[68802]: DEBUG nova.compute.provider_tree [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.987642] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.987837] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.988013] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.033164] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796138, 'name': PowerOffVM_Task, 'duration_secs': 0.200628} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.033435] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.034271] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4d54ac-3015-44e5-8ba6-a51350c761a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.055016] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62aef73-2d60-4490-8f1f-4272c6f93c1a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.066437] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "a4aef402-76d8-465a-a239-fa2df79e89cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.066571] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.262454] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524a65bf-f7a3-f916-3470-74351559ae04, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.262803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.263110] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 457b910e-4d6d-48bc-b8a4-e040d9675697/457b910e-4d6d-48bc-b8a4-e040d9675697.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.263415] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-702731ee-d9b3-4f19-859f-78d92048e59f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.271056] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1105.271056] env[68802]: value = "task-2796139" [ 1105.271056] env[68802]: _type = "Task" [ 1105.271056] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.279670] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.342179] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.490413] env[68802]: DEBUG nova.compute.manager [req-2ac40f4e-18a0-4a5b-96bf-3cc6aa1f8e07 req-65731269-ad8a-493e-a543-17dee9fa06f3 service nova] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Received event network-vif-deleted-a817b455-9452-4208-a82a-f67a7810c4e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.490413] env[68802]: DEBUG nova.compute.manager [req-2ac40f4e-18a0-4a5b-96bf-3cc6aa1f8e07 req-65731269-ad8a-493e-a543-17dee9fa06f3 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Received event network-vif-deleted-f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.490413] env[68802]: INFO nova.compute.manager [req-2ac40f4e-18a0-4a5b-96bf-3cc6aa1f8e07 req-65731269-ad8a-493e-a543-17dee9fa06f3 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Neutron deleted interface f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3; detaching it from the instance and deleting it from the info cache [ 1105.490926] env[68802]: DEBUG nova.network.neutron [req-2ac40f4e-18a0-4a5b-96bf-3cc6aa1f8e07 req-65731269-ad8a-493e-a543-17dee9fa06f3 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.492562] env[68802]: DEBUG nova.scheduler.client.report [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.567316] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1105.567737] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92b297fb-2231-445d-bc7e-c7ba179bc54e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.573153] env[68802]: DEBUG nova.compute.manager [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.582601] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1105.582601] env[68802]: value = "task-2796140" [ 1105.582601] env[68802]: _type = "Task" [ 1105.582601] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.591861] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796140, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.781164] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796139, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.842138] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.935047] env[68802]: DEBUG nova.network.neutron [-] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.997145] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7b5089b-f45c-439c-b72a-2cdb2807696d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.001285] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.001736] env[68802]: DEBUG nova.compute.manager [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.005859] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.174s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.005859] env[68802]: DEBUG nova.objects.instance [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lazy-loading 'resources' on Instance uuid 921eaa0b-7210-4b5e-b00e-5faf981aad8a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.012648] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7932d283-dd7e-40ca-865b-6bc93a8767ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.034629] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.034864] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.035024] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.035253] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.035337] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.035481] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.035682] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.035836] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.035997] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.036176] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.036347] env[68802]: DEBUG nova.virt.hardware [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.037837] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ead491e-b419-40fa-8955-91587391cdb0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.050224] env[68802]: DEBUG nova.compute.manager [req-2ac40f4e-18a0-4a5b-96bf-3cc6aa1f8e07 req-65731269-ad8a-493e-a543-17dee9fa06f3 service nova] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Detach interface failed, port_id=f6f78e0e-fef1-4cf9-af7a-9f7aed3759a3, reason: Instance 8818cf59-9e8a-4246-a463-5f24ae55d2d3 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1106.055712] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7a4586-c7fb-4abb-8960-8a4009eeed05 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.075172] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:23:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd021172-9e30-4fb8-aaac-890130e9dde5', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.082892] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.086284] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.086284] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a4b58c9-1e0c-4a6a-acc7-7b62486edb77 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.111745] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796140, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.112945] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.112945] env[68802]: value = "task-2796141" [ 1106.112945] env[68802]: _type = "Task" [ 1106.112945] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.122045] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796141, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.144489] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.282186] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65965} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.282522] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 457b910e-4d6d-48bc-b8a4-e040d9675697/457b910e-4d6d-48bc-b8a4-e040d9675697.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.282723] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.283014] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a8b6981-4690-4e84-93d9-a746e2e809e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.289237] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1106.289237] env[68802]: value = "task-2796142" [ 1106.289237] env[68802]: _type = "Task" [ 1106.289237] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.296850] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.344016] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.444839] env[68802]: INFO nova.compute.manager [-] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Took 1.47 seconds to deallocate network for instance. [ 1106.514606] env[68802]: DEBUG nova.compute.utils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.516303] env[68802]: DEBUG nova.compute.manager [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.516453] env[68802]: DEBUG nova.network.neutron [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.582657] env[68802]: DEBUG nova.policy [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e85494044f9437482a56e2381ebd5e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b85b005f620543bca812c3b493f7b2cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.598250] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796140, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.625383] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796141, 'name': CreateVM_Task, 'duration_secs': 0.409035} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.625560] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.626260] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.626424] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.626741] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.627023] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a8de2b-4cbc-44bd-ab26-1ccf02e7d9e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.635345] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1106.635345] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ab4204-f98f-48f3-eae1-36945ae8c0ee" [ 1106.635345] env[68802]: _type = "Task" [ 1106.635345] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.644188] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ab4204-f98f-48f3-eae1-36945ae8c0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.717613] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc3c66d-53ed-4a29-afbb-b950024a0f0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.725141] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f45e51f-0731-4e3c-9a34-5d4062d0fb6b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.755659] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff5abe9-5636-49a0-9300-e316f78fb8a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.761733] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427ebbd3-b1dd-4b08-8f44-c36cd825c725 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.775842] env[68802]: DEBUG nova.compute.provider_tree [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.798058] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0752} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.798286] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.799012] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba34dbe7-232a-4f71-b019-3914ded311bf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.820020] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 457b910e-4d6d-48bc-b8a4-e040d9675697/457b910e-4d6d-48bc-b8a4-e040d9675697.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.820480] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79758b7-97af-4e0d-8bd6-eadfd883b415 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.839478] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1106.839478] env[68802]: value = "task-2796143" [ 1106.839478] env[68802]: _type = "Task" [ 1106.839478] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.845026] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.849356] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.874946] env[68802]: DEBUG nova.network.neutron [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Successfully created port: 736c44dc-0c16-4948-b513-18c5472e1a98 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.952026] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.019992] env[68802]: DEBUG nova.compute.manager [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.095613] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796140, 'name': CreateSnapshot_Task, 'duration_secs': 1.021319} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.095955] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1107.096688] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5372b57c-81c8-4f9b-837a-70322cf5e2ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.145405] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ab4204-f98f-48f3-eae1-36945ae8c0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012602} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.145732] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.145972] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.146231] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.146377] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.146557] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.146824] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c62e21c-ea05-4d7a-8c42-51002334e6d0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.168190] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.168359] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.169085] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e7d0c45-960e-4682-81f8-e8d54546aef2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.177281] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1107.177281] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cf9f5a-b752-32f0-8bfe-63e37e34e471" [ 1107.177281] env[68802]: _type = "Task" [ 1107.177281] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.181747] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cf9f5a-b752-32f0-8bfe-63e37e34e471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.280379] env[68802]: DEBUG nova.scheduler.client.report [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.348525] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.353523] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796143, 'name': ReconfigVM_Task, 'duration_secs': 0.278833} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.353806] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 457b910e-4d6d-48bc-b8a4-e040d9675697/457b910e-4d6d-48bc-b8a4-e040d9675697.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.354427] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef6db7bc-b8fc-466b-bcb1-d5175325c694 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.361384] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1107.361384] env[68802]: value = "task-2796144" [ 1107.361384] env[68802]: _type = "Task" [ 1107.361384] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.371182] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796144, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.618450] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1107.618832] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-650e8c0a-5225-42be-b750-cc5acf8810e8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.629425] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1107.629425] env[68802]: value = "task-2796145" [ 1107.629425] env[68802]: _type = "Task" [ 1107.629425] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.640308] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796145, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.683935] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cf9f5a-b752-32f0-8bfe-63e37e34e471, 'name': SearchDatastore_Task, 'duration_secs': 0.081884} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.684780] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09ba84f-8ba3-49e2-86fb-478b17935858 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.691028] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1107.691028] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]522105c6-f640-6763-37d1-364b2f0ab402" [ 1107.691028] env[68802]: _type = "Task" [ 1107.691028] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.700266] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522105c6-f640-6763-37d1-364b2f0ab402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.784989] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.787368] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.643s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.788948] env[68802]: INFO nova.compute.claims [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.810346] env[68802]: INFO nova.scheduler.client.report [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted allocations for instance 921eaa0b-7210-4b5e-b00e-5faf981aad8a [ 1107.848867] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.875131] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796144, 'name': Rename_Task, 'duration_secs': 0.377301} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.875534] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.875899] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c32286c-a286-45e8-9a2f-3d632f730b43 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.886326] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1107.886326] env[68802]: value = "task-2796146" [ 1107.886326] env[68802]: _type = "Task" [ 1107.886326] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.895382] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.032827] env[68802]: DEBUG nova.compute.manager [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.060347] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.060592] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.060746] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.060923] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.061083] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.061235] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.061437] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.061660] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.061843] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.062013] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.062197] env[68802]: DEBUG nova.virt.hardware [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.063328] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f19d0bb-9ccf-426d-b23c-01871f9c18c6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.072031] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a6c726-15da-4bb3-ae61-aa36a0976dd9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.139538] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796145, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.201331] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]522105c6-f640-6763-37d1-364b2f0ab402, 'name': SearchDatastore_Task, 'duration_secs': 0.015291} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.201670] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.202012] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 4f607992-da76-45b4-9b0c-1b92fd2c2773/4f607992-da76-45b4-9b0c-1b92fd2c2773.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.202310] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3b0698e-feda-4da2-b415-9321afb34caa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.209207] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1108.209207] env[68802]: value = "task-2796147" [ 1108.209207] env[68802]: _type = "Task" [ 1108.209207] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.218407] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.224919] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.225204] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.318730] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ba05a3d8-7289-463c-aca2-d75d15da5a03 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "921eaa0b-7210-4b5e-b00e-5faf981aad8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.063s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.348690] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.397015] env[68802]: DEBUG oslo_vmware.api [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796146, 'name': PowerOnVM_Task, 'duration_secs': 0.460153} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.397361] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.397574] env[68802]: INFO nova.compute.manager [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1108.397757] env[68802]: DEBUG nova.compute.manager [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.398573] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80974f53-b363-4a3b-9fa2-cc1e8d139c0e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.564183] env[68802]: DEBUG nova.compute.manager [req-55e1a8f5-d1c9-46e8-adfa-bbecb3a83418 req-58d2be29-7efc-4247-98b4-2b3773288243 service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Received event network-vif-plugged-736c44dc-0c16-4948-b513-18c5472e1a98 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1108.564407] env[68802]: DEBUG oslo_concurrency.lockutils [req-55e1a8f5-d1c9-46e8-adfa-bbecb3a83418 req-58d2be29-7efc-4247-98b4-2b3773288243 service nova] Acquiring lock "680f7169-b116-4968-a898-641c02275b41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.564621] env[68802]: DEBUG oslo_concurrency.lockutils [req-55e1a8f5-d1c9-46e8-adfa-bbecb3a83418 req-58d2be29-7efc-4247-98b4-2b3773288243 service nova] Lock "680f7169-b116-4968-a898-641c02275b41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.564798] env[68802]: DEBUG oslo_concurrency.lockutils [req-55e1a8f5-d1c9-46e8-adfa-bbecb3a83418 req-58d2be29-7efc-4247-98b4-2b3773288243 service nova] Lock "680f7169-b116-4968-a898-641c02275b41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.564962] env[68802]: DEBUG nova.compute.manager [req-55e1a8f5-d1c9-46e8-adfa-bbecb3a83418 req-58d2be29-7efc-4247-98b4-2b3773288243 service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] No waiting events found dispatching network-vif-plugged-736c44dc-0c16-4948-b513-18c5472e1a98 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.565245] env[68802]: WARNING nova.compute.manager [req-55e1a8f5-d1c9-46e8-adfa-bbecb3a83418 req-58d2be29-7efc-4247-98b4-2b3773288243 service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Received unexpected event network-vif-plugged-736c44dc-0c16-4948-b513-18c5472e1a98 for instance with vm_state building and task_state spawning. [ 1108.640754] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796145, 'name': CloneVM_Task} progress is 95%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.681497] env[68802]: DEBUG nova.network.neutron [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Successfully updated port: 736c44dc-0c16-4948-b513-18c5472e1a98 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.720683] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499898} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.721098] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 4f607992-da76-45b4-9b0c-1b92fd2c2773/4f607992-da76-45b4-9b0c-1b92fd2c2773.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.721330] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.721673] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1d9b930-77df-4400-88d2-53e9498eba9b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.728136] env[68802]: INFO nova.compute.manager [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Detaching volume e7394aff-671e-4d31-bec9-224615befc7b [ 1108.731025] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1108.731025] env[68802]: value = "task-2796148" [ 1108.731025] env[68802]: _type = "Task" [ 1108.731025] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.743217] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.768155] env[68802]: INFO nova.virt.block_device [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Attempting to driver detach volume e7394aff-671e-4d31-bec9-224615befc7b from mountpoint /dev/sdb [ 1108.768407] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1108.768598] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561940', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'name': 'volume-e7394aff-671e-4d31-bec9-224615befc7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f76cfec-5734-4e2c-b64b-e898a6182c99', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'serial': 'e7394aff-671e-4d31-bec9-224615befc7b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1108.769493] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5922f1-c263-49e8-a260-58e05a11691e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.794725] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349fb209-9386-4cd6-8dcb-22566cb07491 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.805032] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a445d81b-c1f0-4742-859e-49d1f2951c19 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.829495] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333fbf54-b0af-4e0d-93ed-3ad2c84cc137 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.845889] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7394aff-671e-4d31-bec9-224615befc7b/volume-e7394aff-671e-4d31-bec9-224615befc7b.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1108.851341] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.857235] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ebbad2d-f4ea-4453-82af-e3f2ae495dee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.879872] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.881488] env[68802]: DEBUG oslo_vmware.api [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1108.881488] env[68802]: value = "task-2796149" [ 1108.881488] env[68802]: _type = "Task" [ 1108.881488] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.896320] env[68802]: DEBUG oslo_vmware.api [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.920730] env[68802]: INFO nova.compute.manager [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Took 12.69 seconds to build instance. [ 1109.023679] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e58303c-d4aa-4d4e-891d-7f01e9f94e6f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.030735] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13e9b54-853b-417c-96d9-7570daff6010 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.062097] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c8dd9-3e37-47fd-9bab-2d1d64714bc2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.069354] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5c056-1c17-4e6f-924c-d374f959751a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.084332] env[68802]: DEBUG nova.compute.provider_tree [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.140027] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796145, 'name': CloneVM_Task, 'duration_secs': 1.307181} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.141058] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Created linked-clone VM from snapshot [ 1109.141058] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83719de1-3236-4a03-a082-14992f1b38e1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.147755] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Uploading image dca647b2-8252-493c-be32-597b7d8b1c3b {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1109.174566] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1109.174566] env[68802]: value = "vm-561965" [ 1109.174566] env[68802]: _type = "VirtualMachine" [ 1109.174566] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1109.174856] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-68525d54-e99a-45a4-acdb-d5f812420304 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.181916] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lease: (returnval){ [ 1109.181916] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520246e8-ea7b-e80c-bbc9-444c58cbfae3" [ 1109.181916] env[68802]: _type = "HttpNfcLease" [ 1109.181916] env[68802]: } obtained for exporting VM: (result){ [ 1109.181916] env[68802]: value = "vm-561965" [ 1109.181916] env[68802]: _type = "VirtualMachine" [ 1109.181916] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1109.182213] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the lease: (returnval){ [ 1109.182213] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520246e8-ea7b-e80c-bbc9-444c58cbfae3" [ 1109.182213] env[68802]: _type = "HttpNfcLease" [ 1109.182213] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1109.186831] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquiring lock "refresh_cache-680f7169-b116-4968-a898-641c02275b41" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.187062] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquired lock "refresh_cache-680f7169-b116-4968-a898-641c02275b41" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.187130] env[68802]: DEBUG nova.network.neutron [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.189518] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.189518] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520246e8-ea7b-e80c-bbc9-444c58cbfae3" [ 1109.189518] env[68802]: _type = "HttpNfcLease" [ 1109.189518] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.240669] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065335} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.241269] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.242476] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c98c158-3038-4fce-b0dd-c20a6940efe3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.263636] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 4f607992-da76-45b4-9b0c-1b92fd2c2773/4f607992-da76-45b4-9b0c-1b92fd2c2773.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.264571] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d9952d-4e70-4aad-a1bb-c219a15e7887 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.287073] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1109.287073] env[68802]: value = "task-2796151" [ 1109.287073] env[68802]: _type = "Task" [ 1109.287073] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.296052] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.356640] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.390290] env[68802]: DEBUG oslo_vmware.api [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796149, 'name': ReconfigVM_Task, 'duration_secs': 0.244969} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.390526] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.395188] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4c0f09-1967-4d7a-a702-7b213701d79e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.411149] env[68802]: DEBUG oslo_vmware.api [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1109.411149] env[68802]: value = "task-2796152" [ 1109.411149] env[68802]: _type = "Task" [ 1109.411149] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.418956] env[68802]: DEBUG oslo_vmware.api [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.424389] env[68802]: DEBUG oslo_concurrency.lockutils [None req-650ccbc3-a0dd-47cd-9a54-ec0082bdf50e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "457b910e-4d6d-48bc-b8a4-e040d9675697" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.201s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.587101] env[68802]: DEBUG nova.scheduler.client.report [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.692887] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.692887] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520246e8-ea7b-e80c-bbc9-444c58cbfae3" [ 1109.692887] env[68802]: _type = "HttpNfcLease" [ 1109.692887] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1109.692887] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1109.692887] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520246e8-ea7b-e80c-bbc9-444c58cbfae3" [ 1109.692887] env[68802]: _type = "HttpNfcLease" [ 1109.692887] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1109.694332] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9715657a-a31e-41af-82f3-5f1160655ec3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.704077] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e69e28-88da-910a-9b20-fe5669454bc5/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1109.704279] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e69e28-88da-910a-9b20-fe5669454bc5/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1109.762879] env[68802]: DEBUG nova.network.neutron [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.796506] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.799953] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af8bd1b1-829f-4a88-b71e-d55f07afb1f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.865809] env[68802]: DEBUG oslo_vmware.api [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796131, 'name': ReconfigVM_Task, 'duration_secs': 5.73988} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.866058] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.866453] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Reconfigured VM to detach interface {{(pid=68802) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1109.895492] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "6a893daf-6158-4dc1-af13-ff49bd91392b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.895492] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.929320] env[68802]: DEBUG oslo_vmware.api [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796152, 'name': ReconfigVM_Task, 'duration_secs': 0.193205} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.931888] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561940', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'name': 'volume-e7394aff-671e-4d31-bec9-224615befc7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f76cfec-5734-4e2c-b64b-e898a6182c99', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7394aff-671e-4d31-bec9-224615befc7b', 'serial': 'e7394aff-671e-4d31-bec9-224615befc7b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1110.012876] env[68802]: DEBUG nova.network.neutron [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Updating instance_info_cache with network_info: [{"id": "736c44dc-0c16-4948-b513-18c5472e1a98", "address": "fa:16:3e:1c:1b:1c", "network": {"id": "96018bc0-ddc6-493d-bfe8-98a18aa2e40f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-439398781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85b005f620543bca812c3b493f7b2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736c44dc-0c", "ovs_interfaceid": "736c44dc-0c16-4948-b513-18c5472e1a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.092575] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.093160] env[68802]: DEBUG nova.compute.manager [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.099423] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.144s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.099423] env[68802]: DEBUG nova.objects.instance [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'resources' on Instance uuid 8818cf59-9e8a-4246-a463-5f24ae55d2d3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.298684] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796151, 'name': ReconfigVM_Task, 'duration_secs': 0.883018} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.299584] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 4f607992-da76-45b4-9b0c-1b92fd2c2773/4f607992-da76-45b4-9b0c-1b92fd2c2773.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.299738] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe7d390e-ac27-4425-80be-1eeb1b1b463b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.306925] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1110.306925] env[68802]: value = "task-2796153" [ 1110.306925] env[68802]: _type = "Task" [ 1110.306925] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.316550] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796153, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.321316] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "457b910e-4d6d-48bc-b8a4-e040d9675697" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.321741] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "457b910e-4d6d-48bc-b8a4-e040d9675697" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.322086] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "457b910e-4d6d-48bc-b8a4-e040d9675697-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.322346] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "457b910e-4d6d-48bc-b8a4-e040d9675697-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.322688] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "457b910e-4d6d-48bc-b8a4-e040d9675697-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.325222] env[68802]: INFO nova.compute.manager [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Terminating instance [ 1110.396901] env[68802]: DEBUG nova.compute.manager [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.480831] env[68802]: DEBUG nova.objects.instance [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lazy-loading 'flavor' on Instance uuid 6f76cfec-5734-4e2c-b64b-e898a6182c99 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.515609] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Releasing lock "refresh_cache-680f7169-b116-4968-a898-641c02275b41" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.516295] env[68802]: DEBUG nova.compute.manager [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Instance network_info: |[{"id": "736c44dc-0c16-4948-b513-18c5472e1a98", "address": "fa:16:3e:1c:1b:1c", "network": {"id": "96018bc0-ddc6-493d-bfe8-98a18aa2e40f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-439398781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85b005f620543bca812c3b493f7b2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736c44dc-0c", "ovs_interfaceid": "736c44dc-0c16-4948-b513-18c5472e1a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.517049] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:1b:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '736c44dc-0c16-4948-b513-18c5472e1a98', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.528303] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Creating folder: Project (b85b005f620543bca812c3b493f7b2cc). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.528728] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09eda024-c5bf-42a9-9b28-93452a7a1053 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.539057] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Created folder: Project (b85b005f620543bca812c3b493f7b2cc) in parent group-v561663. [ 1110.539272] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Creating folder: Instances. Parent ref: group-v561966. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.539587] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b18eec88-5625-445f-a519-87d567d52c1a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.549482] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Created folder: Instances in parent group-v561966. [ 1110.549814] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.550092] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680f7169-b116-4968-a898-641c02275b41] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.550359] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25f2a987-5dbe-406f-80a4-ffb5dfe08d24 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.570875] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.570875] env[68802]: value = "task-2796156" [ 1110.570875] env[68802]: _type = "Task" [ 1110.570875] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.582512] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796156, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.596914] env[68802]: DEBUG nova.compute.manager [req-8ff073ac-2d18-41d8-8448-ff2de612acd9 req-ddd59430-4a82-4225-90b3-dad96cac1bcd service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Received event network-changed-736c44dc-0c16-4948-b513-18c5472e1a98 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1110.597321] env[68802]: DEBUG nova.compute.manager [req-8ff073ac-2d18-41d8-8448-ff2de612acd9 req-ddd59430-4a82-4225-90b3-dad96cac1bcd service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Refreshing instance network info cache due to event network-changed-736c44dc-0c16-4948-b513-18c5472e1a98. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1110.597706] env[68802]: DEBUG oslo_concurrency.lockutils [req-8ff073ac-2d18-41d8-8448-ff2de612acd9 req-ddd59430-4a82-4225-90b3-dad96cac1bcd service nova] Acquiring lock "refresh_cache-680f7169-b116-4968-a898-641c02275b41" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.597994] env[68802]: DEBUG oslo_concurrency.lockutils [req-8ff073ac-2d18-41d8-8448-ff2de612acd9 req-ddd59430-4a82-4225-90b3-dad96cac1bcd service nova] Acquired lock "refresh_cache-680f7169-b116-4968-a898-641c02275b41" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.598248] env[68802]: DEBUG nova.network.neutron [req-8ff073ac-2d18-41d8-8448-ff2de612acd9 req-ddd59430-4a82-4225-90b3-dad96cac1bcd service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Refreshing network info cache for port 736c44dc-0c16-4948-b513-18c5472e1a98 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.603302] env[68802]: DEBUG nova.compute.utils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.605955] env[68802]: DEBUG nova.compute.manager [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.605955] env[68802]: DEBUG nova.network.neutron [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.658358] env[68802]: DEBUG nova.policy [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f30fda72ec646d9b79f026633df0178', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f231cdb8ccd9420d8aa898fb9c091f0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.812761] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074cd81f-5bda-4d8e-89c2-aaff07f2b1f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.824229] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d6034-fa18-425a-bb39-e6572c880642 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.828354] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796153, 'name': Rename_Task, 'duration_secs': 0.217016} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.829171] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.829679] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fe3ab11-1ddf-4e7a-a850-8e226241de7c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.861744] env[68802]: DEBUG nova.compute.manager [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.862241] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.863888] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9e3065-ac95-4258-835f-b306b09da247 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.868343] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b381576-f8f3-478d-8b8e-768602f29958 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.875491] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1110.875491] env[68802]: value = "task-2796157" [ 1110.875491] env[68802]: _type = "Task" [ 1110.875491] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.884728] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.885677] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9531a3b-7f52-4d4a-8f7d-cc3fd4f0d6cd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.888927] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8c08b8-acd5-413d-9224-d8336dd52a2a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.897281] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796157, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.911535] env[68802]: DEBUG nova.compute.provider_tree [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.916614] env[68802]: DEBUG oslo_vmware.api [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1110.916614] env[68802]: value = "task-2796158" [ 1110.916614] env[68802]: _type = "Task" [ 1110.916614] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.927016] env[68802]: DEBUG oslo_vmware.api [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.928823] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.000487] env[68802]: DEBUG nova.network.neutron [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Successfully created port: a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.080895] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796156, 'name': CreateVM_Task, 'duration_secs': 0.415165} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.081566] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680f7169-b116-4968-a898-641c02275b41] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.082011] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.082280] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.082754] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.082950] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805273e1-cc6d-4743-8ed8-311373b8cc38 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.087989] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for the task: (returnval){ [ 1111.087989] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c43587-b6dc-7aa2-1e7a-677d7d90e6a8" [ 1111.087989] env[68802]: _type = "Task" [ 1111.087989] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.096636] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c43587-b6dc-7aa2-1e7a-677d7d90e6a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.109131] env[68802]: DEBUG nova.compute.manager [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.268174] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.268174] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.268174] env[68802]: DEBUG nova.network.neutron [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.386691] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.418652] env[68802]: DEBUG nova.scheduler.client.report [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.432874] env[68802]: DEBUG oslo_vmware.api [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.490301] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3761d1b7-52be-4f67-a1da-4a0cc4121450 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.558742] env[68802]: DEBUG nova.network.neutron [req-8ff073ac-2d18-41d8-8448-ff2de612acd9 req-ddd59430-4a82-4225-90b3-dad96cac1bcd service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Updated VIF entry in instance network info cache for port 736c44dc-0c16-4948-b513-18c5472e1a98. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.559391] env[68802]: DEBUG nova.network.neutron [req-8ff073ac-2d18-41d8-8448-ff2de612acd9 req-ddd59430-4a82-4225-90b3-dad96cac1bcd service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Updating instance_info_cache with network_info: [{"id": "736c44dc-0c16-4948-b513-18c5472e1a98", "address": "fa:16:3e:1c:1b:1c", "network": {"id": "96018bc0-ddc6-493d-bfe8-98a18aa2e40f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-439398781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85b005f620543bca812c3b493f7b2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736c44dc-0c", "ovs_interfaceid": "736c44dc-0c16-4948-b513-18c5472e1a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.602390] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c43587-b6dc-7aa2-1e7a-677d7d90e6a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.602753] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.603058] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.603381] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.603558] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.603771] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.604121] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b74fab04-aca6-4161-b143-19c0788d55a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.617891] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.618519] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.619679] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926f59b5-b101-4be6-b8ff-d12ed4821a63 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.626568] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for the task: (returnval){ [ 1111.626568] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5296cc38-1c9a-024d-1883-f9a27e98ae63" [ 1111.626568] env[68802]: _type = "Task" [ 1111.626568] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.635282] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5296cc38-1c9a-024d-1883-f9a27e98ae63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.889753] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.931213] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.933534] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.005s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.939675] env[68802]: INFO nova.compute.claims [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.948689] env[68802]: DEBUG oslo_vmware.api [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796158, 'name': PowerOffVM_Task, 'duration_secs': 0.787432} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.948921] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.949235] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.949527] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2569acd-cbd6-498c-a72e-eaa48d675fd5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.958193] env[68802]: INFO nova.scheduler.client.report [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleted allocations for instance 8818cf59-9e8a-4246-a463-5f24ae55d2d3 [ 1112.018670] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.018877] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.019078] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleting the datastore file [datastore2] 457b910e-4d6d-48bc-b8a4-e040d9675697 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.020718] env[68802]: INFO nova.network.neutron [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Port 8efe2e14-3331-42b3-b0f0-bdea4dc2882b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1112.020718] env[68802]: DEBUG nova.network.neutron [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [{"id": "050d60d5-0ef2-405d-af21-02bf47480ac3", "address": "fa:16:3e:d0:ef:9b", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d60d5-0e", "ovs_interfaceid": "050d60d5-0ef2-405d-af21-02bf47480ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.021765] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaae8f19-a718-49cd-874c-08c411cd1394 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.036152] env[68802]: DEBUG oslo_vmware.api [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1112.036152] env[68802]: value = "task-2796160" [ 1112.036152] env[68802]: _type = "Task" [ 1112.036152] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.047574] env[68802]: DEBUG oslo_vmware.api [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.064291] env[68802]: DEBUG oslo_concurrency.lockutils [req-8ff073ac-2d18-41d8-8448-ff2de612acd9 req-ddd59430-4a82-4225-90b3-dad96cac1bcd service nova] Releasing lock "refresh_cache-680f7169-b116-4968-a898-641c02275b41" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.121224] env[68802]: DEBUG nova.compute.manager [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.139927] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5296cc38-1c9a-024d-1883-f9a27e98ae63, 'name': SearchDatastore_Task, 'duration_secs': 0.013871} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.140902] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684997cf-3247-4285-bf4c-b720ca13ecf3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.147721] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for the task: (returnval){ [ 1112.147721] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c4e644-44e6-2ba1-55d0-f161499d9ca2" [ 1112.147721] env[68802]: _type = "Task" [ 1112.147721] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.156048] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.156333] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.156504] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.156699] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.156861] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.157070] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.157397] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.157596] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.157789] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.157993] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.158160] env[68802]: DEBUG nova.virt.hardware [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.159037] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130b3254-54c0-4825-a892-fe972ab046b0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.167869] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c4e644-44e6-2ba1-55d0-f161499d9ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.012577} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.170408] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.170499] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 680f7169-b116-4968-a898-641c02275b41/680f7169-b116-4968-a898-641c02275b41.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.170802] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-415802fe-7557-42ca-b8da-36d9c1dca9f4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.174085] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae063d7-5924-4b09-9889-db48facf8ddf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.192334] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for the task: (returnval){ [ 1112.192334] env[68802]: value = "task-2796161" [ 1112.192334] env[68802]: _type = "Task" [ 1112.192334] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.198822] env[68802]: DEBUG nova.compute.manager [req-83ef4741-5c36-4b0d-b727-4f3c346f8dc8 req-876fe80f-d58c-45b0-8103-20c81f1f454f service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received event network-changed-050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.198976] env[68802]: DEBUG nova.compute.manager [req-83ef4741-5c36-4b0d-b727-4f3c346f8dc8 req-876fe80f-d58c-45b0-8103-20c81f1f454f service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing instance network info cache due to event network-changed-050d60d5-0ef2-405d-af21-02bf47480ac3. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1112.199182] env[68802]: DEBUG oslo_concurrency.lockutils [req-83ef4741-5c36-4b0d-b727-4f3c346f8dc8 req-876fe80f-d58c-45b0-8103-20c81f1f454f service nova] Acquiring lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.203116] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.387212] env[68802]: DEBUG oslo_vmware.api [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796157, 'name': PowerOnVM_Task, 'duration_secs': 1.273663} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.387504] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.387713] env[68802]: DEBUG nova.compute.manager [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.388565] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6d0975-28b1-451e-8a94-a22575f542ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.467403] env[68802]: DEBUG oslo_concurrency.lockutils [None req-83266ad0-2741-423e-a5c3-29be6efade2e tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "8818cf59-9e8a-4246-a463-5f24ae55d2d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.140s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.527424] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.529787] env[68802]: DEBUG oslo_concurrency.lockutils [req-83ef4741-5c36-4b0d-b727-4f3c346f8dc8 req-876fe80f-d58c-45b0-8103-20c81f1f454f service nova] Acquired lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.530123] env[68802]: DEBUG nova.network.neutron [req-83ef4741-5c36-4b0d-b727-4f3c346f8dc8 req-876fe80f-d58c-45b0-8103-20c81f1f454f service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Refreshing network info cache for port 050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.533061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.533061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.533061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "6f76cfec-5734-4e2c-b64b-e898a6182c99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.533061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.533306] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.535281] env[68802]: INFO nova.compute.manager [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Terminating instance [ 1112.549783] env[68802]: DEBUG oslo_vmware.api [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246149} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.550197] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.550408] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.550593] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.550765] env[68802]: INFO nova.compute.manager [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1112.551020] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.551220] env[68802]: DEBUG nova.compute.manager [-] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.551356] env[68802]: DEBUG nova.network.neutron [-] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.703525] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.841210] env[68802]: DEBUG nova.compute.manager [req-05201b6e-0f20-4c29-bace-0aabdbf2563a req-71ff8559-b695-447a-8972-cefb0d3b6d14 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Received event network-vif-plugged-a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.841210] env[68802]: DEBUG oslo_concurrency.lockutils [req-05201b6e-0f20-4c29-bace-0aabdbf2563a req-71ff8559-b695-447a-8972-cefb0d3b6d14 service nova] Acquiring lock "a4aef402-76d8-465a-a239-fa2df79e89cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.841210] env[68802]: DEBUG oslo_concurrency.lockutils [req-05201b6e-0f20-4c29-bace-0aabdbf2563a req-71ff8559-b695-447a-8972-cefb0d3b6d14 service nova] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.841210] env[68802]: DEBUG oslo_concurrency.lockutils [req-05201b6e-0f20-4c29-bace-0aabdbf2563a req-71ff8559-b695-447a-8972-cefb0d3b6d14 service nova] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.841210] env[68802]: DEBUG nova.compute.manager [req-05201b6e-0f20-4c29-bace-0aabdbf2563a req-71ff8559-b695-447a-8972-cefb0d3b6d14 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] No waiting events found dispatching network-vif-plugged-a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.841210] env[68802]: WARNING nova.compute.manager [req-05201b6e-0f20-4c29-bace-0aabdbf2563a req-71ff8559-b695-447a-8972-cefb0d3b6d14 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Received unexpected event network-vif-plugged-a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971 for instance with vm_state building and task_state spawning. [ 1112.907141] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.919915] env[68802]: DEBUG nova.compute.manager [req-e2b20a26-72c1-4549-936e-67346070861a req-e04d2fe2-3606-492b-b626-9d8de678d3d4 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Received event network-vif-deleted-268103aa-a2b3-4c5f-929d-febe91107193 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.920203] env[68802]: INFO nova.compute.manager [req-e2b20a26-72c1-4549-936e-67346070861a req-e04d2fe2-3606-492b-b626-9d8de678d3d4 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Neutron deleted interface 268103aa-a2b3-4c5f-929d-febe91107193; detaching it from the instance and deleting it from the info cache [ 1112.920417] env[68802]: DEBUG nova.network.neutron [req-e2b20a26-72c1-4549-936e-67346070861a req-e04d2fe2-3606-492b-b626-9d8de678d3d4 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.930900] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "interface-f83f67aa-ded3-4740-85cc-6fc7c46560c3-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.931200] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-f83f67aa-ded3-4740-85cc-6fc7c46560c3-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.931622] env[68802]: DEBUG nova.objects.instance [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'flavor' on Instance uuid f83f67aa-ded3-4740-85cc-6fc7c46560c3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.034103] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a896cecc-24fa-4761-96ff-f5a0f7bfa104 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-028443fb-8207-4514-bf72-db0cae7955c0-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.788s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.043389] env[68802]: DEBUG nova.compute.manager [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.043736] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.044602] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6182742-5e1c-42df-b5af-92113d192a44 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.059092] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.059516] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300eb2f1-2e76-4f6e-9d08-c7833809a8bf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.066772] env[68802]: DEBUG oslo_vmware.api [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1113.066772] env[68802]: value = "task-2796162" [ 1113.066772] env[68802]: _type = "Task" [ 1113.066772] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.076399] env[68802]: DEBUG oslo_vmware.api [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.150296] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dba6e9-4003-499c-9418-a621ecd12860 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.162674] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cacf67-cc13-4f8a-a67f-a2e33d7aab6a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.209705] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172613d3-e19f-4d44-9cbc-bb9c2fc79192 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.219110] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585774} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.221761] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore1] 680f7169-b116-4968-a898-641c02275b41/680f7169-b116-4968-a898-641c02275b41.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.222973] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.222973] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf3a77a1-70fa-4d28-a355-fd869b9bc1ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.225511] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e3fb18-e1bb-4a57-8735-59dbd3b75393 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.241694] env[68802]: DEBUG nova.compute.provider_tree [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.244784] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for the task: (returnval){ [ 1113.244784] env[68802]: value = "task-2796163" [ 1113.244784] env[68802]: _type = "Task" [ 1113.244784] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.253858] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.363853] env[68802]: DEBUG nova.network.neutron [req-83ef4741-5c36-4b0d-b727-4f3c346f8dc8 req-876fe80f-d58c-45b0-8103-20c81f1f454f service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updated VIF entry in instance network info cache for port 050d60d5-0ef2-405d-af21-02bf47480ac3. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.363853] env[68802]: DEBUG nova.network.neutron [req-83ef4741-5c36-4b0d-b727-4f3c346f8dc8 req-876fe80f-d58c-45b0-8103-20c81f1f454f service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [{"id": "050d60d5-0ef2-405d-af21-02bf47480ac3", "address": "fa:16:3e:d0:ef:9b", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d60d5-0e", "ovs_interfaceid": "050d60d5-0ef2-405d-af21-02bf47480ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.408628] env[68802]: DEBUG nova.network.neutron [-] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.423288] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25a3f212-1ca9-4965-9ce3-d845affac25f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.436915] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e8a323-42f0-4520-b641-a8fe1ee8761d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.454719] env[68802]: DEBUG nova.network.neutron [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Successfully updated port: a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.486842] env[68802]: DEBUG nova.compute.manager [req-e2b20a26-72c1-4549-936e-67346070861a req-e04d2fe2-3606-492b-b626-9d8de678d3d4 service nova] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Detach interface failed, port_id=268103aa-a2b3-4c5f-929d-febe91107193, reason: Instance 457b910e-4d6d-48bc-b8a4-e040d9675697 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1113.577881] env[68802]: DEBUG oslo_vmware.api [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796162, 'name': PowerOffVM_Task, 'duration_secs': 0.286149} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.578960] env[68802]: DEBUG nova.objects.instance [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'pci_requests' on Instance uuid f83f67aa-ded3-4740-85cc-6fc7c46560c3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.580293] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.584018] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.584018] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec21322c-ed65-4d6d-9296-203c6f5f6117 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.652138] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.652138] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.652313] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleting the datastore file [datastore2] 6f76cfec-5734-4e2c-b64b-e898a6182c99 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.653028] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d095d80-b0ad-4014-a3da-64a74dfcf485 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.661717] env[68802]: DEBUG oslo_vmware.api [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1113.661717] env[68802]: value = "task-2796165" [ 1113.661717] env[68802]: _type = "Task" [ 1113.661717] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.672075] env[68802]: DEBUG oslo_vmware.api [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.747147] env[68802]: DEBUG nova.scheduler.client.report [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.760401] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09186} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.760401] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.760568] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f901bf-e6f4-4f16-85f1-8e4544cfa71d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.784733] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 680f7169-b116-4968-a898-641c02275b41/680f7169-b116-4968-a898-641c02275b41.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.785339] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9add955-5ae7-4d85-88f5-953e212a5b44 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.805541] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for the task: (returnval){ [ 1113.805541] env[68802]: value = "task-2796166" [ 1113.805541] env[68802]: _type = "Task" [ 1113.805541] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.814273] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.865948] env[68802]: DEBUG oslo_concurrency.lockutils [req-83ef4741-5c36-4b0d-b727-4f3c346f8dc8 req-876fe80f-d58c-45b0-8103-20c81f1f454f service nova] Releasing lock "refresh_cache-028443fb-8207-4514-bf72-db0cae7955c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.911912] env[68802]: INFO nova.compute.manager [-] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Took 1.36 seconds to deallocate network for instance. [ 1113.960920] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "refresh_cache-a4aef402-76d8-465a-a239-fa2df79e89cc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.961114] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "refresh_cache-a4aef402-76d8-465a-a239-fa2df79e89cc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.961351] env[68802]: DEBUG nova.network.neutron [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.082224] env[68802]: DEBUG nova.objects.base [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.082472] env[68802]: DEBUG nova.network.neutron [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.154797] env[68802]: DEBUG nova.policy [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15364a89aed840319e4ebfb1e17ea0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734c42736a374f8eb00c5faa4b1f3427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.171412] env[68802]: DEBUG oslo_vmware.api [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261719} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.171699] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.171893] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.172077] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.172255] env[68802]: INFO nova.compute.manager [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1114.172508] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.172737] env[68802]: DEBUG nova.compute.manager [-] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.172832] env[68802]: DEBUG nova.network.neutron [-] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.255379] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.255865] env[68802]: DEBUG nova.compute.manager [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.258682] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.352s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.258885] env[68802]: DEBUG nova.objects.instance [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1114.318127] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796166, 'name': ReconfigVM_Task, 'duration_secs': 0.292723} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.318573] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 680f7169-b116-4968-a898-641c02275b41/680f7169-b116-4968-a898-641c02275b41.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.319404] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97141a72-e0d6-4e6a-b212-25ae5163fdbb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.327689] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for the task: (returnval){ [ 1114.327689] env[68802]: value = "task-2796167" [ 1114.327689] env[68802]: _type = "Task" [ 1114.327689] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.336844] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796167, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.419625] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.492815] env[68802]: DEBUG nova.compute.manager [req-93a68ef3-ead4-4e7f-8296-0df5adac8caa req-b99e9380-accc-4786-90f1-2b2621e7ad5c service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Received event network-changed-374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1114.493035] env[68802]: DEBUG nova.compute.manager [req-93a68ef3-ead4-4e7f-8296-0df5adac8caa req-b99e9380-accc-4786-90f1-2b2621e7ad5c service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Refreshing instance network info cache due to event network-changed-374e168d-a63c-403c-be7b-8aefe5d38b24. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1114.493265] env[68802]: DEBUG oslo_concurrency.lockutils [req-93a68ef3-ead4-4e7f-8296-0df5adac8caa req-b99e9380-accc-4786-90f1-2b2621e7ad5c service nova] Acquiring lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.493397] env[68802]: DEBUG oslo_concurrency.lockutils [req-93a68ef3-ead4-4e7f-8296-0df5adac8caa req-b99e9380-accc-4786-90f1-2b2621e7ad5c service nova] Acquired lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.493552] env[68802]: DEBUG nova.network.neutron [req-93a68ef3-ead4-4e7f-8296-0df5adac8caa req-b99e9380-accc-4786-90f1-2b2621e7ad5c service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Refreshing network info cache for port 374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.534143] env[68802]: DEBUG nova.network.neutron [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.763508] env[68802]: DEBUG nova.compute.utils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.764938] env[68802]: DEBUG nova.compute.manager [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.765138] env[68802]: DEBUG nova.network.neutron [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.810202] env[68802]: DEBUG nova.policy [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b915ed6fa814320a682ae6f615e876c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42beed3bab1649e281cfaa01eb7ce5c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.816100] env[68802]: DEBUG nova.network.neutron [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Updating instance_info_cache with network_info: [{"id": "a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971", "address": "fa:16:3e:62:ce:4e", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4fc4f72-d9", "ovs_interfaceid": "a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.838938] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796167, 'name': Rename_Task, 'duration_secs': 0.213571} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.839937] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.839937] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56748b64-f074-4b46-a0e7-25f907af1e9e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.847053] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for the task: (returnval){ [ 1114.847053] env[68802]: value = "task-2796168" [ 1114.847053] env[68802]: _type = "Task" [ 1114.847053] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.856891] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.102989] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "7da1bc33-dc44-4020-b793-3987b3f97e07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.103686] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.243395] env[68802]: DEBUG nova.network.neutron [req-93a68ef3-ead4-4e7f-8296-0df5adac8caa req-b99e9380-accc-4786-90f1-2b2621e7ad5c service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updated VIF entry in instance network info cache for port 374e168d-a63c-403c-be7b-8aefe5d38b24. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.243773] env[68802]: DEBUG nova.network.neutron [req-93a68ef3-ead4-4e7f-8296-0df5adac8caa req-b99e9380-accc-4786-90f1-2b2621e7ad5c service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updating instance_info_cache with network_info: [{"id": "374e168d-a63c-403c-be7b-8aefe5d38b24", "address": "fa:16:3e:bb:30:bb", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374e168d-a6", "ovs_interfaceid": "374e168d-a63c-403c-be7b-8aefe5d38b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.272553] env[68802]: DEBUG nova.compute.manager [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.282246] env[68802]: DEBUG nova.network.neutron [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Successfully created port: d1a92148-d3d7-4523-8508-e57b17d2a6dc {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.282246] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e5470065-ab9a-4db3-b059-76f754342448 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.283776] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.864s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.283997] env[68802]: DEBUG nova.objects.instance [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lazy-loading 'resources' on Instance uuid 457b910e-4d6d-48bc-b8a4-e040d9675697 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.316811] env[68802]: DEBUG nova.compute.manager [req-a497ff7a-285d-4136-8e46-a71e5a63906c req-18f9dfc3-6273-4f8a-a03c-8914902a0122 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Received event network-changed-a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1115.317557] env[68802]: DEBUG nova.compute.manager [req-a497ff7a-285d-4136-8e46-a71e5a63906c req-18f9dfc3-6273-4f8a-a03c-8914902a0122 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Refreshing instance network info cache due to event network-changed-a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1115.317888] env[68802]: DEBUG oslo_concurrency.lockutils [req-a497ff7a-285d-4136-8e46-a71e5a63906c req-18f9dfc3-6273-4f8a-a03c-8914902a0122 service nova] Acquiring lock "refresh_cache-a4aef402-76d8-465a-a239-fa2df79e89cc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.319719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "refresh_cache-a4aef402-76d8-465a-a239-fa2df79e89cc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.320129] env[68802]: DEBUG nova.compute.manager [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Instance network_info: |[{"id": "a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971", "address": "fa:16:3e:62:ce:4e", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4fc4f72-d9", "ovs_interfaceid": "a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.320496] env[68802]: DEBUG oslo_concurrency.lockutils [req-a497ff7a-285d-4136-8e46-a71e5a63906c req-18f9dfc3-6273-4f8a-a03c-8914902a0122 service nova] Acquired lock "refresh_cache-a4aef402-76d8-465a-a239-fa2df79e89cc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.320791] env[68802]: DEBUG nova.network.neutron [req-a497ff7a-285d-4136-8e46-a71e5a63906c req-18f9dfc3-6273-4f8a-a03c-8914902a0122 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Refreshing network info cache for port a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.322484] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:ce:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.333619] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.338265] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.339346] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e9bb776-7ad9-43d9-ba46-1048e5314b5c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.368809] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796168, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.370557] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.370557] env[68802]: value = "task-2796169" [ 1115.370557] env[68802]: _type = "Task" [ 1115.370557] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.380429] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796169, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.450965] env[68802]: DEBUG nova.network.neutron [-] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.588207] env[68802]: DEBUG nova.network.neutron [req-a497ff7a-285d-4136-8e46-a71e5a63906c req-18f9dfc3-6273-4f8a-a03c-8914902a0122 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Updated VIF entry in instance network info cache for port a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.588598] env[68802]: DEBUG nova.network.neutron [req-a497ff7a-285d-4136-8e46-a71e5a63906c req-18f9dfc3-6273-4f8a-a03c-8914902a0122 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Updating instance_info_cache with network_info: [{"id": "a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971", "address": "fa:16:3e:62:ce:4e", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4fc4f72-d9", "ovs_interfaceid": "a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.609754] env[68802]: DEBUG nova.compute.manager [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.749457] env[68802]: DEBUG oslo_concurrency.lockutils [req-93a68ef3-ead4-4e7f-8296-0df5adac8caa req-b99e9380-accc-4786-90f1-2b2621e7ad5c service nova] Releasing lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.873192] env[68802]: DEBUG oslo_vmware.api [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796168, 'name': PowerOnVM_Task, 'duration_secs': 0.540337} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.878823] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.879326] env[68802]: INFO nova.compute.manager [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1115.879729] env[68802]: DEBUG nova.compute.manager [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.884958] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e5fd16-25eb-4b52-97de-e1a1393e94d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.893669] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796169, 'name': CreateVM_Task, 'duration_secs': 0.465687} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.896900] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.907313] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.907520] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.907879] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.913387] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d06194e-2011-4540-8eb6-071ed7278c79 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.917373] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1115.917373] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c768ce-13ef-a8dd-4145-0f3f62994ca1" [ 1115.917373] env[68802]: _type = "Task" [ 1115.917373] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.926567] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c768ce-13ef-a8dd-4145-0f3f62994ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.953489] env[68802]: INFO nova.compute.manager [-] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Took 1.78 seconds to deallocate network for instance. [ 1115.985747] env[68802]: DEBUG nova.network.neutron [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Successfully updated port: 8efe2e14-3331-42b3-b0f0-bdea4dc2882b {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.085540] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0518a36-ca51-4819-b3d6-5763a5ed85a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.091613] env[68802]: DEBUG oslo_concurrency.lockutils [req-a497ff7a-285d-4136-8e46-a71e5a63906c req-18f9dfc3-6273-4f8a-a03c-8914902a0122 service nova] Releasing lock "refresh_cache-a4aef402-76d8-465a-a239-fa2df79e89cc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.094761] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab937a-23b3-4950-bb48-532dbb0007fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.130016] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7860edb-acb3-4c85-9ae0-e792f0528b28 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.140729] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a8c051-c568-40a3-936c-46a3cfdd0d1e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.146084] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.156808] env[68802]: DEBUG nova.compute.provider_tree [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.296158] env[68802]: DEBUG nova.compute.manager [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.336226] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.336226] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.336226] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.336226] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.336508] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.336669] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.336944] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.337105] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.337372] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.338577] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.338577] env[68802]: DEBUG nova.virt.hardware [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.338846] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a0c94c-fcdb-4703-abf4-881b7d989589 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.348361] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb7c75-a277-4c1e-bbc5-4059a2f62304 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.424609] env[68802]: INFO nova.compute.manager [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Took 12.71 seconds to build instance. [ 1116.430988] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c768ce-13ef-a8dd-4145-0f3f62994ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.01388} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.431736] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.432199] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.432542] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.432795] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.433102] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.433492] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3ec2e91-6b8d-4ef8-a694-2353de54861c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.443965] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.444269] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.446837] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab5d280-8950-4728-8810-7d890b57bfbb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.455422] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1116.455422] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520a8d24-b882-c8f2-d5cb-816c11d18b3b" [ 1116.455422] env[68802]: _type = "Task" [ 1116.455422] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.464764] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.465056] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520a8d24-b882-c8f2-d5cb-816c11d18b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.489704] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.489991] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.490127] env[68802]: DEBUG nova.network.neutron [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.682090] env[68802]: ERROR nova.scheduler.client.report [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [req-fbfabe76-bcf8-496e-80b4-cd598b9ce937] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fbfabe76-bcf8-496e-80b4-cd598b9ce937"}]} [ 1116.700353] env[68802]: DEBUG nova.scheduler.client.report [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1116.715668] env[68802]: DEBUG nova.scheduler.client.report [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1116.715905] env[68802]: DEBUG nova.compute.provider_tree [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.727662] env[68802]: DEBUG nova.scheduler.client.report [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1116.746780] env[68802]: DEBUG nova.scheduler.client.report [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1116.932614] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8fd9577c-420f-4847-9cb5-9d4b28e678eb tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lock "680f7169-b116-4968-a898-641c02275b41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.229s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.941359] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9febeb45-6e71-41af-a43a-d14a36f00a08 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.949569] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3622b9-a4b3-47bd-bdd0-6c520627231b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.985920] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf57c24-eafc-4a1d-a763-97761307f9c8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.994259] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520a8d24-b882-c8f2-d5cb-816c11d18b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013469} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.995696] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe248032-5455-42cf-ac2b-05e1312bde1b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.001614] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144de1a4-9f04-49ac-b608-f16e34986e6e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.006979] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1117.006979] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52483b67-6897-db5b-ac41-d89406ed0879" [ 1117.006979] env[68802]: _type = "Task" [ 1117.006979] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.018692] env[68802]: DEBUG nova.compute.provider_tree [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.026934] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52483b67-6897-db5b-ac41-d89406ed0879, 'name': SearchDatastore_Task, 'duration_secs': 0.015258} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.026934] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.026934] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] a4aef402-76d8-465a-a239-fa2df79e89cc/a4aef402-76d8-465a-a239-fa2df79e89cc.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.026934] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc9a88c4-8519-4287-b552-fd99fa437e92 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.034011] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1117.034011] env[68802]: value = "task-2796170" [ 1117.034011] env[68802]: _type = "Task" [ 1117.034011] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.040332] env[68802]: WARNING nova.network.neutron [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] 7ca7ef08-282d-461c-9c7f-6bd801b62361 already exists in list: networks containing: ['7ca7ef08-282d-461c-9c7f-6bd801b62361']. ignoring it [ 1117.045518] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.277939] env[68802]: DEBUG nova.network.neutron [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Successfully updated port: d1a92148-d3d7-4523-8508-e57b17d2a6dc {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.383607] env[68802]: DEBUG nova.network.neutron [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updating instance_info_cache with network_info: [{"id": "374e168d-a63c-403c-be7b-8aefe5d38b24", "address": "fa:16:3e:bb:30:bb", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374e168d-a6", "ovs_interfaceid": "374e168d-a63c-403c-be7b-8aefe5d38b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8efe2e14-3331-42b3-b0f0-bdea4dc2882b", "address": "fa:16:3e:d8:12:32", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe2e14-33", "ovs_interfaceid": "8efe2e14-3331-42b3-b0f0-bdea4dc2882b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.410307] env[68802]: DEBUG nova.compute.manager [req-02e90299-b8da-4209-af0e-4af065a6f6f2 req-60b0ed71-55f9-4bb3-ac15-88242afc5067 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Received event network-vif-plugged-d1a92148-d3d7-4523-8508-e57b17d2a6dc {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.410307] env[68802]: DEBUG oslo_concurrency.lockutils [req-02e90299-b8da-4209-af0e-4af065a6f6f2 req-60b0ed71-55f9-4bb3-ac15-88242afc5067 service nova] Acquiring lock "6a893daf-6158-4dc1-af13-ff49bd91392b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.410307] env[68802]: DEBUG oslo_concurrency.lockutils [req-02e90299-b8da-4209-af0e-4af065a6f6f2 req-60b0ed71-55f9-4bb3-ac15-88242afc5067 service nova] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.410307] env[68802]: DEBUG oslo_concurrency.lockutils [req-02e90299-b8da-4209-af0e-4af065a6f6f2 req-60b0ed71-55f9-4bb3-ac15-88242afc5067 service nova] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.410307] env[68802]: DEBUG nova.compute.manager [req-02e90299-b8da-4209-af0e-4af065a6f6f2 req-60b0ed71-55f9-4bb3-ac15-88242afc5067 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] No waiting events found dispatching network-vif-plugged-d1a92148-d3d7-4523-8508-e57b17d2a6dc {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.410471] env[68802]: WARNING nova.compute.manager [req-02e90299-b8da-4209-af0e-4af065a6f6f2 req-60b0ed71-55f9-4bb3-ac15-88242afc5067 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Received unexpected event network-vif-plugged-d1a92148-d3d7-4523-8508-e57b17d2a6dc for instance with vm_state building and task_state spawning. [ 1117.528770] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e69e28-88da-910a-9b20-fe5669454bc5/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1117.532162] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ed56f1-83ec-4539-8fa6-33bf9b2eb5ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.543607] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e69e28-88da-910a-9b20-fe5669454bc5/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1117.543787] env[68802]: ERROR oslo_vmware.rw_handles [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e69e28-88da-910a-9b20-fe5669454bc5/disk-0.vmdk due to incomplete transfer. [ 1117.544777] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-35556686-a247-495f-8872-a3ab871cd1b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.550025] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.557144] env[68802]: DEBUG oslo_vmware.rw_handles [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e69e28-88da-910a-9b20-fe5669454bc5/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1117.557284] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Uploaded image dca647b2-8252-493c-be32-597b7d8b1c3b to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1117.560493] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1117.561735] env[68802]: DEBUG nova.scheduler.client.report [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1117.561988] env[68802]: DEBUG nova.compute.provider_tree [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 142 to 143 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1117.562189] env[68802]: DEBUG nova.compute.provider_tree [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.565670] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8a43e68-23bb-4ce7-84e3-ae2a998c3d7b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.575072] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1117.575072] env[68802]: value = "task-2796171" [ 1117.575072] env[68802]: _type = "Task" [ 1117.575072] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.586208] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796171, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.664186] env[68802]: DEBUG nova.compute.manager [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Received event network-vif-deleted-efdaf802-eb12-4f5a-8393-d1416a87f8e8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.664436] env[68802]: DEBUG nova.compute.manager [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Received event network-vif-plugged-8efe2e14-3331-42b3-b0f0-bdea4dc2882b {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.664635] env[68802]: DEBUG oslo_concurrency.lockutils [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] Acquiring lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.664839] env[68802]: DEBUG oslo_concurrency.lockutils [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] Lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.665064] env[68802]: DEBUG oslo_concurrency.lockutils [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] Lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.665234] env[68802]: DEBUG nova.compute.manager [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] No waiting events found dispatching network-vif-plugged-8efe2e14-3331-42b3-b0f0-bdea4dc2882b {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.665393] env[68802]: WARNING nova.compute.manager [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Received unexpected event network-vif-plugged-8efe2e14-3331-42b3-b0f0-bdea4dc2882b for instance with vm_state active and task_state None. [ 1117.665591] env[68802]: DEBUG nova.compute.manager [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Received event network-changed-8efe2e14-3331-42b3-b0f0-bdea4dc2882b {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.665754] env[68802]: DEBUG nova.compute.manager [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Refreshing instance network info cache due to event network-changed-8efe2e14-3331-42b3-b0f0-bdea4dc2882b. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1117.665925] env[68802]: DEBUG oslo_concurrency.lockutils [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] Acquiring lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.781345] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.781585] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.781790] env[68802]: DEBUG nova.network.neutron [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.886025] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.886718] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.886902] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.887230] env[68802]: DEBUG oslo_concurrency.lockutils [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] Acquired lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.887443] env[68802]: DEBUG nova.network.neutron [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Refreshing network info cache for port 8efe2e14-3331-42b3-b0f0-bdea4dc2882b {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.889436] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099873da-55be-455f-91fc-21836c0036ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.909847] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.910173] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.910386] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.910640] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.910847] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.911073] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.911487] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.911716] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.911837] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.912015] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.912201] env[68802]: DEBUG nova.virt.hardware [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.918714] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Reconfiguring VM to attach interface {{(pid=68802) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1117.919380] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5758a8c-9ca1-4274-a606-9c2a1eed005b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.938190] env[68802]: DEBUG oslo_vmware.api [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1117.938190] env[68802]: value = "task-2796172" [ 1117.938190] env[68802]: _type = "Task" [ 1117.938190] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.947949] env[68802]: DEBUG oslo_vmware.api [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796172, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.047456] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638377} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.047749] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] a4aef402-76d8-465a-a239-fa2df79e89cc/a4aef402-76d8-465a-a239-fa2df79e89cc.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.047963] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.048248] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4824adeb-4d78-4206-9595-1453d0411bf1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.055119] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1118.055119] env[68802]: value = "task-2796173" [ 1118.055119] env[68802]: _type = "Task" [ 1118.055119] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.064344] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.069255] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.785s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.071745] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.926s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.073547] env[68802]: INFO nova.compute.claims [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.085454] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796171, 'name': Destroy_Task, 'duration_secs': 0.444753} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.085754] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Destroyed the VM [ 1118.085999] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1118.086270] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31381e8d-d50c-4715-bb94-b33359cc00ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.093820] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1118.093820] env[68802]: value = "task-2796174" [ 1118.093820] env[68802]: _type = "Task" [ 1118.093820] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.094962] env[68802]: INFO nova.scheduler.client.report [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted allocations for instance 457b910e-4d6d-48bc-b8a4-e040d9675697 [ 1118.106369] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.319925] env[68802]: DEBUG nova.network.neutron [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.447481] env[68802]: DEBUG oslo_vmware.api [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.468485] env[68802]: DEBUG nova.network.neutron [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance_info_cache with network_info: [{"id": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "address": "fa:16:3e:b3:35:36", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a92148-d3", "ovs_interfaceid": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.564486] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114817} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.565596] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.566209] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918564b5-c47e-4bbe-a371-5b84ffc15b33 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.591756] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] a4aef402-76d8-465a-a239-fa2df79e89cc/a4aef402-76d8-465a-a239-fa2df79e89cc.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.597291] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9bd504c-5e9e-467e-9a10-06fe7b440095 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.618147] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ab32c22f-13c8-4fd5-b78c-f6c65d7f4afe tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "457b910e-4d6d-48bc-b8a4-e040d9675697" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.296s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.628887] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796174, 'name': RemoveSnapshot_Task, 'duration_secs': 0.372354} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.631583] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1118.631583] env[68802]: DEBUG nova.compute.manager [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.631872] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1118.631872] env[68802]: value = "task-2796175" [ 1118.631872] env[68802]: _type = "Task" [ 1118.631872] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.632971] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8235ad7-bded-43ed-9dbb-d1dd26f2035f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.650500] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.660028] env[68802]: DEBUG nova.network.neutron [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updated VIF entry in instance network info cache for port 8efe2e14-3331-42b3-b0f0-bdea4dc2882b. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.661090] env[68802]: DEBUG nova.network.neutron [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updating instance_info_cache with network_info: [{"id": "374e168d-a63c-403c-be7b-8aefe5d38b24", "address": "fa:16:3e:bb:30:bb", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374e168d-a6", "ovs_interfaceid": "374e168d-a63c-403c-be7b-8aefe5d38b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8efe2e14-3331-42b3-b0f0-bdea4dc2882b", "address": "fa:16:3e:d8:12:32", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe2e14-33", "ovs_interfaceid": "8efe2e14-3331-42b3-b0f0-bdea4dc2882b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.804571] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0864d17-526b-4c0c-81ac-d0657a204ba7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.814928] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163b5938-b7c0-4773-a9e2-f68fd467921e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.845026] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4226296-f11e-4037-9aa3-f9d440980e10 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.852919] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f75474a-3e51-42e3-a6d0-a2e0735187fd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.868604] env[68802]: DEBUG nova.compute.provider_tree [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.950291] env[68802]: DEBUG oslo_vmware.api [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.971114] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.971458] env[68802]: DEBUG nova.compute.manager [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Instance network_info: |[{"id": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "address": "fa:16:3e:b3:35:36", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a92148-d3", "ovs_interfaceid": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.971954] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:35:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1a92148-d3d7-4523-8508-e57b17d2a6dc', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.979689] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.979887] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.980167] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d11c6598-d677-468f-a19a-b072ebfd1e23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.999779] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.999779] env[68802]: value = "task-2796176" [ 1118.999779] env[68802]: _type = "Task" [ 1118.999779] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.008639] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796176, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.150185] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.160883] env[68802]: INFO nova.compute.manager [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Shelve offloading [ 1119.162808] env[68802]: DEBUG oslo_concurrency.lockutils [req-2713ac48-add5-4e7f-aaa4-3248004d46e6 req-4a77a2d0-c5d3-45d8-8ac5-5274a8e5d74a service nova] Releasing lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.393387] env[68802]: ERROR nova.scheduler.client.report [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [req-6f94f069-1e6c-4ce9-ba3d-96b8ace69660] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6f94f069-1e6c-4ce9-ba3d-96b8ace69660"}]} [ 1119.410266] env[68802]: DEBUG nova.scheduler.client.report [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1119.425771] env[68802]: DEBUG nova.scheduler.client.report [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1119.426011] env[68802]: DEBUG nova.compute.provider_tree [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.438162] env[68802]: DEBUG nova.scheduler.client.report [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1119.450244] env[68802]: DEBUG oslo_vmware.api [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796172, 'name': ReconfigVM_Task, 'duration_secs': 1.057679} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.451092] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.451312] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Reconfigured VM to attach interface {{(pid=68802) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1119.458404] env[68802]: DEBUG nova.scheduler.client.report [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1119.513651] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796176, 'name': CreateVM_Task, 'duration_secs': 0.435902} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.513939] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.514829] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.515097] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.515540] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.515908] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390f96aa-4f9a-4683-a6be-c17f137be3d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.521581] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1119.521581] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cf9dd0-7903-1cc9-4baf-f072dcd2436a" [ 1119.521581] env[68802]: _type = "Task" [ 1119.521581] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.532138] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cf9dd0-7903-1cc9-4baf-f072dcd2436a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.559300] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "1312f562-f742-43e0-93d5-2b7710b2e015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.559589] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1312f562-f742-43e0-93d5-2b7710b2e015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.626439] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.626685] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.648829] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796175, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.665910] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.666263] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced682de-bc7a-4c2b-b231-9d5f923778e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.673734] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d68d24-8301-4f34-90cd-7fa476fbcb58 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.677410] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1119.677410] env[68802]: value = "task-2796177" [ 1119.677410] env[68802]: _type = "Task" [ 1119.677410] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.687954] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630093ef-2071-42a6-a079-307ea2e22eeb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.691021] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.717990] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd0f10-e554-4ddc-b75a-022ea1ea8f6e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.725292] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb171a2-462b-4573-80a9-8a6819bb9ced {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.738732] env[68802]: DEBUG nova.compute.provider_tree [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.957314] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8f296b88-9f65-4ac1-b076-020eb669b0c5 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-f83f67aa-ded3-4740-85cc-6fc7c46560c3-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.025s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.032263] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52cf9dd0-7903-1cc9-4baf-f072dcd2436a, 'name': SearchDatastore_Task, 'duration_secs': 0.023254} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.032574] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.032808] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.033049] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.033203] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.033378] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.033921] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10f37e42-58b8-412d-86ee-3569be2ce1b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.044892] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.045089] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.045788] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6afe85a0-2013-46db-9638-ed015ac2e7dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.050610] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1120.050610] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5214e4a6-acb7-109b-53f4-6f475ee3d354" [ 1120.050610] env[68802]: _type = "Task" [ 1120.050610] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.058133] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5214e4a6-acb7-109b-53f4-6f475ee3d354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.061598] env[68802]: DEBUG nova.compute.manager [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.131593] env[68802]: DEBUG nova.compute.utils [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.147999] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796175, 'name': ReconfigVM_Task, 'duration_secs': 1.036416} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.148278] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Reconfigured VM instance instance-0000006f to attach disk [datastore2] a4aef402-76d8-465a-a239-fa2df79e89cc/a4aef402-76d8-465a-a239-fa2df79e89cc.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.148872] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3095af75-e271-4549-a0df-cb031eb83b69 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.155010] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1120.155010] env[68802]: value = "task-2796178" [ 1120.155010] env[68802]: _type = "Task" [ 1120.155010] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.163051] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796178, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.187299] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.187494] env[68802]: DEBUG nova.compute.manager [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.188281] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e96d23-cc5f-49f7-886c-e7335705e866 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.193533] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.193697] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.193864] env[68802]: DEBUG nova.network.neutron [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.287689] env[68802]: DEBUG nova.scheduler.client.report [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1120.287954] env[68802]: DEBUG nova.compute.provider_tree [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 144 to 145 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1120.288156] env[68802]: DEBUG nova.compute.provider_tree [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.560986] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5214e4a6-acb7-109b-53f4-6f475ee3d354, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.561841] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49efb72-c34f-4a55-9d3b-e52c4d7b246c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.568880] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1120.568880] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526997e9-1b68-4954-bc73-ea6e13d6cf96" [ 1120.568880] env[68802]: _type = "Task" [ 1120.568880] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.578553] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526997e9-1b68-4954-bc73-ea6e13d6cf96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.585884] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.636783] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.664179] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796178, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.793544] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.794105] env[68802]: DEBUG nova.compute.manager [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.796763] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.332s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.796982] env[68802]: DEBUG nova.objects.instance [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lazy-loading 'resources' on Instance uuid 6f76cfec-5734-4e2c-b64b-e898a6182c99 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.892490] env[68802]: DEBUG nova.network.neutron [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updating instance_info_cache with network_info: [{"id": "1e69c67b-3aa3-4620-9294-d596c23dd348", "address": "fa:16:3e:53:30:04", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e69c67b-3a", "ovs_interfaceid": "1e69c67b-3aa3-4620-9294-d596c23dd348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.044134] env[68802]: DEBUG nova.compute.manager [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Received event network-changed-736c44dc-0c16-4948-b513-18c5472e1a98 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1121.044331] env[68802]: DEBUG nova.compute.manager [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Refreshing instance network info cache due to event network-changed-736c44dc-0c16-4948-b513-18c5472e1a98. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1121.044542] env[68802]: DEBUG oslo_concurrency.lockutils [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] Acquiring lock "refresh_cache-680f7169-b116-4968-a898-641c02275b41" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.044688] env[68802]: DEBUG oslo_concurrency.lockutils [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] Acquired lock "refresh_cache-680f7169-b116-4968-a898-641c02275b41" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.044847] env[68802]: DEBUG nova.network.neutron [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Refreshing network info cache for port 736c44dc-0c16-4948-b513-18c5472e1a98 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.081806] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526997e9-1b68-4954-bc73-ea6e13d6cf96, 'name': SearchDatastore_Task, 'duration_secs': 0.018388} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.082038] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.082296] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6a893daf-6158-4dc1-af13-ff49bd91392b/6a893daf-6158-4dc1-af13-ff49bd91392b.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.082588] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fb2058e-8815-4f94-be69-1d6839250c55 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.089484] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1121.089484] env[68802]: value = "task-2796179" [ 1121.089484] env[68802]: _type = "Task" [ 1121.089484] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.098207] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.169926] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796178, 'name': Rename_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.300565] env[68802]: DEBUG nova.compute.utils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.307044] env[68802]: DEBUG nova.compute.manager [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.307799] env[68802]: DEBUG nova.network.neutron [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.357097] env[68802]: DEBUG nova.policy [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9937c78ea38844c293f19e0615d6b197', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16db4ae4947a4d35bb374e5fa75ee606', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.394946] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.547385] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180607f2-dbf2-4288-ad47-ecc93d120c88 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.560966] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30003294-fb3b-49c3-a25b-cf6ac94979e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.610148] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b42740-1f6e-49c4-820a-b304521e2a3d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.623358] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496297} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.626355] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6a893daf-6158-4dc1-af13-ff49bd91392b/6a893daf-6158-4dc1-af13-ff49bd91392b.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.626728] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.627190] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e57d82fb-3780-412a-865d-ecbba307b12e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.631665] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0f3e3c-bb1e-4a93-9808-53068c369372 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.651291] env[68802]: DEBUG nova.compute.provider_tree [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.656325] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1121.656325] env[68802]: value = "task-2796180" [ 1121.656325] env[68802]: _type = "Task" [ 1121.656325] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.664606] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.668255] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796178, 'name': Rename_Task, 'duration_secs': 1.344937} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.668498] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.668982] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4faf7703-2337-49ca-8c21-a89180b08fa4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.674473] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1121.674473] env[68802]: value = "task-2796181" [ 1121.674473] env[68802]: _type = "Task" [ 1121.674473] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.682817] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.702795] env[68802]: DEBUG nova.network.neutron [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Successfully created port: 329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.708978] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.709335] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.709569] env[68802]: INFO nova.compute.manager [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Attaching volume 09332391-b6b5-45aa-a940-7c3aa38b55f3 to /dev/sdb [ 1121.748018] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34408c5e-18e7-434f-b5f4-dea450bb34be {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.755739] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039cc218-dcf4-42ad-8582-c74710e6d5ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.768522] env[68802]: DEBUG nova.virt.block_device [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating existing volume attachment record: df9edb1c-c77d-4e6e-a607-4aa0b1cf6ead {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1121.781024] env[68802]: DEBUG nova.compute.manager [req-92339995-b927-42c9-8f25-f98f38c342c0 req-6eee7da5-44af-430f-a31b-79bc57a6fdcf service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Received event network-vif-unplugged-1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1121.781283] env[68802]: DEBUG oslo_concurrency.lockutils [req-92339995-b927-42c9-8f25-f98f38c342c0 req-6eee7da5-44af-430f-a31b-79bc57a6fdcf service nova] Acquiring lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.781478] env[68802]: DEBUG oslo_concurrency.lockutils [req-92339995-b927-42c9-8f25-f98f38c342c0 req-6eee7da5-44af-430f-a31b-79bc57a6fdcf service nova] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.781664] env[68802]: DEBUG oslo_concurrency.lockutils [req-92339995-b927-42c9-8f25-f98f38c342c0 req-6eee7da5-44af-430f-a31b-79bc57a6fdcf service nova] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.781831] env[68802]: DEBUG nova.compute.manager [req-92339995-b927-42c9-8f25-f98f38c342c0 req-6eee7da5-44af-430f-a31b-79bc57a6fdcf service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] No waiting events found dispatching network-vif-unplugged-1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.781995] env[68802]: WARNING nova.compute.manager [req-92339995-b927-42c9-8f25-f98f38c342c0 req-6eee7da5-44af-430f-a31b-79bc57a6fdcf service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Received unexpected event network-vif-unplugged-1e69c67b-3aa3-4620-9294-d596c23dd348 for instance with vm_state shelved and task_state shelving_offloading. [ 1121.807957] env[68802]: DEBUG nova.compute.manager [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.852976] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.853953] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4db52d3-34f4-43c8-9779-fd1c3cdac541 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.861711] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.862017] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fabb6b08-6c88-4ebe-b566-96540b95a8d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.928895] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.929170] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.929363] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleting the datastore file [datastore2] 2f614495-bfa4-454a-8485-5fcd54bc029a {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.929684] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-705258c1-d4a1-4454-96e4-5425c119d8ee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.936071] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1121.936071] env[68802]: value = "task-2796184" [ 1121.936071] env[68802]: _type = "Task" [ 1121.936071] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.944849] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.051898] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "interface-f83f67aa-ded3-4740-85cc-6fc7c46560c3-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.052254] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-f83f67aa-ded3-4740-85cc-6fc7c46560c3-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.140863] env[68802]: DEBUG nova.network.neutron [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Updated VIF entry in instance network info cache for port 736c44dc-0c16-4948-b513-18c5472e1a98. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.141264] env[68802]: DEBUG nova.network.neutron [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Updating instance_info_cache with network_info: [{"id": "736c44dc-0c16-4948-b513-18c5472e1a98", "address": "fa:16:3e:1c:1b:1c", "network": {"id": "96018bc0-ddc6-493d-bfe8-98a18aa2e40f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-439398781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85b005f620543bca812c3b493f7b2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736c44dc-0c", "ovs_interfaceid": "736c44dc-0c16-4948-b513-18c5472e1a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.155603] env[68802]: DEBUG nova.scheduler.client.report [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.168609] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058758} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.168927] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.170105] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a43a3-9809-4dc1-a4bf-269ac05acbaa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.194064] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 6a893daf-6158-4dc1-af13-ff49bd91392b/6a893daf-6158-4dc1-af13-ff49bd91392b.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.197566] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-817d438f-5301-4700-8664-f74a9c50dc0d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.217158] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796181, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.218476] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1122.218476] env[68802]: value = "task-2796185" [ 1122.218476] env[68802]: _type = "Task" [ 1122.218476] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.226327] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.445972] env[68802]: DEBUG oslo_vmware.api [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124159} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.446231] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.446456] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.446660] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.469415] env[68802]: INFO nova.scheduler.client.report [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleted allocations for instance 2f614495-bfa4-454a-8485-5fcd54bc029a [ 1122.554888] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.555168] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.556204] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b933eaa7-40d7-4f24-832d-9bfeda31091d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.574992] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d250940-cc17-45fa-ac68-fe486c7bdf24 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.601278] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Reconfiguring VM to detach interface {{(pid=68802) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1122.601612] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e2cb01-5be0-40b5-9b94-06f6bbd7645f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.620038] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1122.620038] env[68802]: value = "task-2796188" [ 1122.620038] env[68802]: _type = "Task" [ 1122.620038] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.631247] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.644327] env[68802]: DEBUG oslo_concurrency.lockutils [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] Releasing lock "refresh_cache-680f7169-b116-4968-a898-641c02275b41" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.644531] env[68802]: DEBUG nova.compute.manager [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Received event network-changed-d1a92148-d3d7-4523-8508-e57b17d2a6dc {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1122.644723] env[68802]: DEBUG nova.compute.manager [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Refreshing instance network info cache due to event network-changed-d1a92148-d3d7-4523-8508-e57b17d2a6dc. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1122.644961] env[68802]: DEBUG oslo_concurrency.lockutils [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] Acquiring lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.645142] env[68802]: DEBUG oslo_concurrency.lockutils [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] Acquired lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.645418] env[68802]: DEBUG nova.network.neutron [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Refreshing network info cache for port d1a92148-d3d7-4523-8508-e57b17d2a6dc {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.664742] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.667150] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.081s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.668928] env[68802]: INFO nova.compute.claims [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.681605] env[68802]: INFO nova.scheduler.client.report [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted allocations for instance 6f76cfec-5734-4e2c-b64b-e898a6182c99 [ 1122.695819] env[68802]: DEBUG oslo_vmware.api [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796181, 'name': PowerOnVM_Task, 'duration_secs': 0.704807} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.696101] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.696306] env[68802]: INFO nova.compute.manager [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1122.696482] env[68802]: DEBUG nova.compute.manager [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.697285] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3799f94c-f174-4f03-808b-85171c88aba4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.728642] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796185, 'name': ReconfigVM_Task, 'duration_secs': 0.460342} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.728912] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 6a893daf-6158-4dc1-af13-ff49bd91392b/6a893daf-6158-4dc1-af13-ff49bd91392b.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.729607] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f977daf-f0f6-41e7-a6ac-c9ca346a2d67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.736438] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1122.736438] env[68802]: value = "task-2796189" [ 1122.736438] env[68802]: _type = "Task" [ 1122.736438] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.750071] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796189, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.818722] env[68802]: DEBUG nova.compute.manager [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.845606] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.845855] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.846019] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.846206] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.846349] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.846495] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.846705] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.846859] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.847034] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.847201] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.847366] env[68802]: DEBUG nova.virt.hardware [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.848333] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc77e6c-bac7-4d52-8edc-bdf78606e060 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.856917] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb25b443-d98a-4250-adc2-5b0536ce373f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.974978] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.066570] env[68802]: DEBUG nova.compute.manager [req-77172fdb-dc6e-47f9-bccc-4c6ac2d92d7a req-0343f99a-3aad-42c5-b88e-a383b5bff6d2 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received event network-vif-plugged-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.066796] env[68802]: DEBUG oslo_concurrency.lockutils [req-77172fdb-dc6e-47f9-bccc-4c6ac2d92d7a req-0343f99a-3aad-42c5-b88e-a383b5bff6d2 service nova] Acquiring lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.066998] env[68802]: DEBUG oslo_concurrency.lockutils [req-77172fdb-dc6e-47f9-bccc-4c6ac2d92d7a req-0343f99a-3aad-42c5-b88e-a383b5bff6d2 service nova] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.067179] env[68802]: DEBUG oslo_concurrency.lockutils [req-77172fdb-dc6e-47f9-bccc-4c6ac2d92d7a req-0343f99a-3aad-42c5-b88e-a383b5bff6d2 service nova] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.067346] env[68802]: DEBUG nova.compute.manager [req-77172fdb-dc6e-47f9-bccc-4c6ac2d92d7a req-0343f99a-3aad-42c5-b88e-a383b5bff6d2 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] No waiting events found dispatching network-vif-plugged-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.067513] env[68802]: WARNING nova.compute.manager [req-77172fdb-dc6e-47f9-bccc-4c6ac2d92d7a req-0343f99a-3aad-42c5-b88e-a383b5bff6d2 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received unexpected event network-vif-plugged-329ca075-09ab-4be5-bd03-6750205ce1e9 for instance with vm_state building and task_state spawning. [ 1123.129674] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.136404] env[68802]: DEBUG nova.network.neutron [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Successfully updated port: 329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.188353] env[68802]: DEBUG oslo_concurrency.lockutils [None req-3a4be622-03c5-4669-9ea2-c973c4fb4763 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "6f76cfec-5734-4e2c-b64b-e898a6182c99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.656s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.215656] env[68802]: INFO nova.compute.manager [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Took 17.13 seconds to build instance. [ 1123.246222] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796189, 'name': Rename_Task, 'duration_secs': 0.158438} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.246503] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.246759] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c36ee7a6-ca95-49dd-9868-f3352dc5b08e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.253602] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1123.253602] env[68802]: value = "task-2796190" [ 1123.253602] env[68802]: _type = "Task" [ 1123.253602] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.261008] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.348660] env[68802]: DEBUG nova.network.neutron [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updated VIF entry in instance network info cache for port d1a92148-d3d7-4523-8508-e57b17d2a6dc. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.349121] env[68802]: DEBUG nova.network.neutron [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance_info_cache with network_info: [{"id": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "address": "fa:16:3e:b3:35:36", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a92148-d3", "ovs_interfaceid": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.632670] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.638430] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.638538] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.638716] env[68802]: DEBUG nova.network.neutron [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.720893] env[68802]: DEBUG oslo_concurrency.lockutils [None req-678ec7e8-f5ee-4074-a011-abcc1c644bc2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.654s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.765983] env[68802]: DEBUG oslo_vmware.api [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796190, 'name': PowerOnVM_Task, 'duration_secs': 0.453264} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.771379] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.771652] env[68802]: INFO nova.compute.manager [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1123.771840] env[68802]: DEBUG nova.compute.manager [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.773043] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4122ce-a101-44e1-b0a9-06fee7b76053 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.824725] env[68802]: DEBUG nova.compute.manager [req-8178f053-565f-48f6-b15d-ace70a578b54 req-59a42aeb-f0a1-480d-a210-34f08788bf2b service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Received event network-changed-1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.824925] env[68802]: DEBUG nova.compute.manager [req-8178f053-565f-48f6-b15d-ace70a578b54 req-59a42aeb-f0a1-480d-a210-34f08788bf2b service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Refreshing instance network info cache due to event network-changed-1e69c67b-3aa3-4620-9294-d596c23dd348. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1123.825200] env[68802]: DEBUG oslo_concurrency.lockutils [req-8178f053-565f-48f6-b15d-ace70a578b54 req-59a42aeb-f0a1-480d-a210-34f08788bf2b service nova] Acquiring lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.825350] env[68802]: DEBUG oslo_concurrency.lockutils [req-8178f053-565f-48f6-b15d-ace70a578b54 req-59a42aeb-f0a1-480d-a210-34f08788bf2b service nova] Acquired lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.826126] env[68802]: DEBUG nova.network.neutron [req-8178f053-565f-48f6-b15d-ace70a578b54 req-59a42aeb-f0a1-480d-a210-34f08788bf2b service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Refreshing network info cache for port 1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.852315] env[68802]: DEBUG oslo_concurrency.lockutils [req-dab6c682-2519-45be-b0bf-b144594e0e78 req-9a701485-4d56-434a-8898-1e4109c479b5 service nova] Releasing lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.885860] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c99b1e-16b8-4f27-8001-62da62d48be4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.895234] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e514bd74-10cd-4b82-9ea5-8328dbb92d95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.933661] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e932fc6b-ab48-4001-9922-db4c6168191b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.942776] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba50f4c6-8520-467c-84fa-7ca1fe83d88f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.957831] env[68802]: DEBUG nova.compute.provider_tree [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.132236] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.182914] env[68802]: DEBUG nova.network.neutron [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.294731] env[68802]: INFO nova.compute.manager [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Took 13.39 seconds to build instance. [ 1124.326285] env[68802]: DEBUG nova.network.neutron [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updating instance_info_cache with network_info: [{"id": "329ca075-09ab-4be5-bd03-6750205ce1e9", "address": "fa:16:3e:3e:e6:fe", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329ca075-09", "ovs_interfaceid": "329ca075-09ab-4be5-bd03-6750205ce1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.463198] env[68802]: DEBUG nova.scheduler.client.report [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.612790] env[68802]: DEBUG nova.network.neutron [req-8178f053-565f-48f6-b15d-ace70a578b54 req-59a42aeb-f0a1-480d-a210-34f08788bf2b service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updated VIF entry in instance network info cache for port 1e69c67b-3aa3-4620-9294-d596c23dd348. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.612790] env[68802]: DEBUG nova.network.neutron [req-8178f053-565f-48f6-b15d-ace70a578b54 req-59a42aeb-f0a1-480d-a210-34f08788bf2b service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updating instance_info_cache with network_info: [{"id": "1e69c67b-3aa3-4620-9294-d596c23dd348", "address": "fa:16:3e:53:30:04", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": null, "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1e69c67b-3a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.635342] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.797469] env[68802]: DEBUG oslo_concurrency.lockutils [None req-79f6ede5-00b9-4505-81c7-9afb40862868 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.903s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.828472] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.829036] env[68802]: DEBUG nova.compute.manager [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Instance network_info: |[{"id": "329ca075-09ab-4be5-bd03-6750205ce1e9", "address": "fa:16:3e:3e:e6:fe", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329ca075-09", "ovs_interfaceid": "329ca075-09ab-4be5-bd03-6750205ce1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.829708] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:e6:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329ca075-09ab-4be5-bd03-6750205ce1e9', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.841722] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.841972] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.842221] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ded4fb2-af0c-4dba-89f6-57b06ea5feb6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.864180] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.864180] env[68802]: value = "task-2796192" [ 1124.864180] env[68802]: _type = "Task" [ 1124.864180] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.873337] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796192, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.969709] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.969709] env[68802]: DEBUG nova.compute.manager [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.971342] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.997s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.971626] env[68802]: DEBUG nova.objects.instance [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lazy-loading 'resources' on Instance uuid 2f614495-bfa4-454a-8485-5fcd54bc029a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.007656] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "2f614495-bfa4-454a-8485-5fcd54bc029a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.095768] env[68802]: DEBUG nova.compute.manager [req-24f91078-15f8-49d9-8797-b96a02bec790 req-84538f81-985a-455b-a8e1-b18cf3349635 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received event network-changed-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.096117] env[68802]: DEBUG nova.compute.manager [req-24f91078-15f8-49d9-8797-b96a02bec790 req-84538f81-985a-455b-a8e1-b18cf3349635 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Refreshing instance network info cache due to event network-changed-329ca075-09ab-4be5-bd03-6750205ce1e9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1125.096456] env[68802]: DEBUG oslo_concurrency.lockutils [req-24f91078-15f8-49d9-8797-b96a02bec790 req-84538f81-985a-455b-a8e1-b18cf3349635 service nova] Acquiring lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.096740] env[68802]: DEBUG oslo_concurrency.lockutils [req-24f91078-15f8-49d9-8797-b96a02bec790 req-84538f81-985a-455b-a8e1-b18cf3349635 service nova] Acquired lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.096927] env[68802]: DEBUG nova.network.neutron [req-24f91078-15f8-49d9-8797-b96a02bec790 req-84538f81-985a-455b-a8e1-b18cf3349635 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Refreshing network info cache for port 329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.115333] env[68802]: DEBUG oslo_concurrency.lockutils [req-8178f053-565f-48f6-b15d-ace70a578b54 req-59a42aeb-f0a1-480d-a210-34f08788bf2b service nova] Releasing lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.133624] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.185838] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.186187] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.376369] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796192, 'name': CreateVM_Task, 'duration_secs': 0.405791} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.376579] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.377241] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.377406] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.377737] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.378037] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44db229f-f88d-45c7-a766-b3eef0477bae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.383098] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1125.383098] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b9c114-b66f-eb9b-819b-1e4e88b40e22" [ 1125.383098] env[68802]: _type = "Task" [ 1125.383098] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.391650] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b9c114-b66f-eb9b-819b-1e4e88b40e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.476926] env[68802]: DEBUG nova.compute.utils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.478600] env[68802]: DEBUG nova.objects.instance [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lazy-loading 'numa_topology' on Instance uuid 2f614495-bfa4-454a-8485-5fcd54bc029a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.480640] env[68802]: DEBUG nova.compute.manager [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.480826] env[68802]: DEBUG nova.network.neutron [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.530456] env[68802]: DEBUG nova.policy [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b0bb45229d4a7b9d803658f317f7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4f3c36861c447498f2916c19a02a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.637531] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.689130] env[68802]: DEBUG nova.compute.manager [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.810154] env[68802]: DEBUG nova.network.neutron [req-24f91078-15f8-49d9-8797-b96a02bec790 req-84538f81-985a-455b-a8e1-b18cf3349635 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updated VIF entry in instance network info cache for port 329ca075-09ab-4be5-bd03-6750205ce1e9. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.810529] env[68802]: DEBUG nova.network.neutron [req-24f91078-15f8-49d9-8797-b96a02bec790 req-84538f81-985a-455b-a8e1-b18cf3349635 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updating instance_info_cache with network_info: [{"id": "329ca075-09ab-4be5-bd03-6750205ce1e9", "address": "fa:16:3e:3e:e6:fe", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329ca075-09", "ovs_interfaceid": "329ca075-09ab-4be5-bd03-6750205ce1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.826447] env[68802]: DEBUG nova.network.neutron [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Successfully created port: a13e3b3a-8c29-413a-92a2-67815d95a700 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.849240] env[68802]: DEBUG nova.compute.manager [req-d9694cce-923d-4ba6-a27d-2792e43b60ca req-bf49b641-406e-45fb-8f31-fbd324322465 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Received event network-changed-a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.849405] env[68802]: DEBUG nova.compute.manager [req-d9694cce-923d-4ba6-a27d-2792e43b60ca req-bf49b641-406e-45fb-8f31-fbd324322465 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Refreshing instance network info cache due to event network-changed-a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1125.849655] env[68802]: DEBUG oslo_concurrency.lockutils [req-d9694cce-923d-4ba6-a27d-2792e43b60ca req-bf49b641-406e-45fb-8f31-fbd324322465 service nova] Acquiring lock "refresh_cache-a4aef402-76d8-465a-a239-fa2df79e89cc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.849823] env[68802]: DEBUG oslo_concurrency.lockutils [req-d9694cce-923d-4ba6-a27d-2792e43b60ca req-bf49b641-406e-45fb-8f31-fbd324322465 service nova] Acquired lock "refresh_cache-a4aef402-76d8-465a-a239-fa2df79e89cc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.849989] env[68802]: DEBUG nova.network.neutron [req-d9694cce-923d-4ba6-a27d-2792e43b60ca req-bf49b641-406e-45fb-8f31-fbd324322465 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Refreshing network info cache for port a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.894946] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b9c114-b66f-eb9b-819b-1e4e88b40e22, 'name': SearchDatastore_Task, 'duration_secs': 0.024589} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.895287] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.895811] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.896079] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.896232] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.896410] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.896712] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-421630ba-edd2-4c55-bb16-7430d77bb5bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.914571] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.914571] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.915325] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771e964b-9f93-4914-90d1-6eee512f0764 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.923461] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1125.923461] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b957bf-9d5f-5bca-ce20-993d9ac68bad" [ 1125.923461] env[68802]: _type = "Task" [ 1125.923461] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.932073] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b957bf-9d5f-5bca-ce20-993d9ac68bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.981899] env[68802]: DEBUG nova.compute.manager [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.988018] env[68802]: DEBUG nova.objects.base [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Object Instance<2f614495-bfa4-454a-8485-5fcd54bc029a> lazy-loaded attributes: resources,numa_topology {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.991453] env[68802]: DEBUG nova.compute.manager [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Stashing vm_state: active {{(pid=68802) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1126.136021] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.177484] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891e3f3-02e3-428a-978e-f615db590ca6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.185918] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2f3daa-8aa3-4e29-90ff-b5ad414ad10c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.219106] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee2eb55-4c2e-4199-82e3-5d7207d77a26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.229608] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b9782e-4ea0-4d75-99c7-2ba9ea30aba3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.236639] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.244637] env[68802]: DEBUG nova.compute.provider_tree [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.313865] env[68802]: DEBUG oslo_concurrency.lockutils [req-24f91078-15f8-49d9-8797-b96a02bec790 req-84538f81-985a-455b-a8e1-b18cf3349635 service nova] Releasing lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.436130] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b957bf-9d5f-5bca-ce20-993d9ac68bad, 'name': SearchDatastore_Task, 'duration_secs': 0.044062} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.438713] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc7cacf-c02c-4b10-b983-9b5191f4e854 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.445761] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1126.445761] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528883c7-a18c-151c-1a55-2b4fbb058733" [ 1126.445761] env[68802]: _type = "Task" [ 1126.445761] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.454126] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528883c7-a18c-151c-1a55-2b4fbb058733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.513411] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.588657] env[68802]: DEBUG nova.network.neutron [req-d9694cce-923d-4ba6-a27d-2792e43b60ca req-bf49b641-406e-45fb-8f31-fbd324322465 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Updated VIF entry in instance network info cache for port a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.589058] env[68802]: DEBUG nova.network.neutron [req-d9694cce-923d-4ba6-a27d-2792e43b60ca req-bf49b641-406e-45fb-8f31-fbd324322465 service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Updating instance_info_cache with network_info: [{"id": "a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971", "address": "fa:16:3e:62:ce:4e", "network": {"id": "d466633b-07f4-41bd-9453-1db40f20648e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2036245944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f231cdb8ccd9420d8aa898fb9c091f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4fc4f72-d9", "ovs_interfaceid": "a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.635297] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.747559] env[68802]: DEBUG nova.scheduler.client.report [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.815678] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1126.815931] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561972', 'volume_id': '09332391-b6b5-45aa-a940-7c3aa38b55f3', 'name': 'volume-09332391-b6b5-45aa-a940-7c3aa38b55f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e', 'attached_at': '', 'detached_at': '', 'volume_id': '09332391-b6b5-45aa-a940-7c3aa38b55f3', 'serial': '09332391-b6b5-45aa-a940-7c3aa38b55f3'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1126.816941] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e611b706-a1b5-4396-a620-94833e8f2fea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.837214] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567350f8-02eb-42dd-aca4-54058a86204e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.862354] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-09332391-b6b5-45aa-a940-7c3aa38b55f3/volume-09332391-b6b5-45aa-a940-7c3aa38b55f3.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.862666] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb7ec5a-7f76-4c79-9cff-de90fc5a7ab2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.882780] env[68802]: DEBUG oslo_vmware.api [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1126.882780] env[68802]: value = "task-2796193" [ 1126.882780] env[68802]: _type = "Task" [ 1126.882780] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.891221] env[68802]: DEBUG oslo_vmware.api [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.956070] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528883c7-a18c-151c-1a55-2b4fbb058733, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.956392] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.956597] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 7da1bc33-dc44-4020-b793-3987b3f97e07/7da1bc33-dc44-4020-b793-3987b3f97e07.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.956859] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc3610d2-8e5b-4a4b-bf48-f98cf086313c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.964318] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1126.964318] env[68802]: value = "task-2796194" [ 1126.964318] env[68802]: _type = "Task" [ 1126.964318] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.972234] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.995886] env[68802]: DEBUG nova.compute.manager [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.025372] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.025680] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.025914] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.026189] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.026407] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.026621] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.026909] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.027145] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.027388] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.027619] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.027861] env[68802]: DEBUG nova.virt.hardware [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.029092] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8dc518-9906-472f-8f01-f4741f517ca1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.039465] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cc9e6f-b4f7-4af0-853f-5444a3f349ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.092259] env[68802]: DEBUG oslo_concurrency.lockutils [req-d9694cce-923d-4ba6-a27d-2792e43b60ca req-bf49b641-406e-45fb-8f31-fbd324322465 service nova] Releasing lock "refresh_cache-a4aef402-76d8-465a-a239-fa2df79e89cc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.136862] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.252609] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.255397] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.019s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.256991] env[68802]: INFO nova.compute.claims [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.262154] env[68802]: DEBUG nova.compute.manager [req-1676a177-1fc4-4e75-b674-913f38586284 req-03d92929-4b11-483f-8ed0-2b4cbf3132f4 service nova] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Received event network-vif-plugged-a13e3b3a-8c29-413a-92a2-67815d95a700 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1127.262390] env[68802]: DEBUG oslo_concurrency.lockutils [req-1676a177-1fc4-4e75-b674-913f38586284 req-03d92929-4b11-483f-8ed0-2b4cbf3132f4 service nova] Acquiring lock "1312f562-f742-43e0-93d5-2b7710b2e015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.262560] env[68802]: DEBUG oslo_concurrency.lockutils [req-1676a177-1fc4-4e75-b674-913f38586284 req-03d92929-4b11-483f-8ed0-2b4cbf3132f4 service nova] Lock "1312f562-f742-43e0-93d5-2b7710b2e015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.262725] env[68802]: DEBUG oslo_concurrency.lockutils [req-1676a177-1fc4-4e75-b674-913f38586284 req-03d92929-4b11-483f-8ed0-2b4cbf3132f4 service nova] Lock "1312f562-f742-43e0-93d5-2b7710b2e015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.263031] env[68802]: DEBUG nova.compute.manager [req-1676a177-1fc4-4e75-b674-913f38586284 req-03d92929-4b11-483f-8ed0-2b4cbf3132f4 service nova] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] No waiting events found dispatching network-vif-plugged-a13e3b3a-8c29-413a-92a2-67815d95a700 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.263130] env[68802]: WARNING nova.compute.manager [req-1676a177-1fc4-4e75-b674-913f38586284 req-03d92929-4b11-483f-8ed0-2b4cbf3132f4 service nova] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Received unexpected event network-vif-plugged-a13e3b3a-8c29-413a-92a2-67815d95a700 for instance with vm_state building and task_state spawning. [ 1127.366967] env[68802]: DEBUG nova.network.neutron [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Successfully updated port: a13e3b3a-8c29-413a-92a2-67815d95a700 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.398310] env[68802]: DEBUG oslo_vmware.api [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796193, 'name': ReconfigVM_Task, 'duration_secs': 0.454084} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.398675] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-09332391-b6b5-45aa-a940-7c3aa38b55f3/volume-09332391-b6b5-45aa-a940-7c3aa38b55f3.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.404355] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a691b11-8ee8-4e5d-9c50-881560dd043c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.423138] env[68802]: DEBUG oslo_vmware.api [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1127.423138] env[68802]: value = "task-2796195" [ 1127.423138] env[68802]: _type = "Task" [ 1127.423138] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.436031] env[68802]: DEBUG oslo_vmware.api [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.474846] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506391} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.475128] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 7da1bc33-dc44-4020-b793-3987b3f97e07/7da1bc33-dc44-4020-b793-3987b3f97e07.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.475360] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.475643] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26732b19-0c5f-47a3-ab19-73fd8a0c2b69 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.482908] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1127.482908] env[68802]: value = "task-2796196" [ 1127.482908] env[68802]: _type = "Task" [ 1127.482908] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.490733] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.635737] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.766683] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a4d05bf1-aed1-453a-8291-b5f16ff5611f tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.269s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.767569] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.760s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.767768] env[68802]: INFO nova.compute.manager [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Unshelving [ 1127.871610] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "refresh_cache-1312f562-f742-43e0-93d5-2b7710b2e015" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.871774] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "refresh_cache-1312f562-f742-43e0-93d5-2b7710b2e015" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.871931] env[68802]: DEBUG nova.network.neutron [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.933255] env[68802]: DEBUG oslo_vmware.api [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796195, 'name': ReconfigVM_Task, 'duration_secs': 0.168856} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.933576] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561972', 'volume_id': '09332391-b6b5-45aa-a940-7c3aa38b55f3', 'name': 'volume-09332391-b6b5-45aa-a940-7c3aa38b55f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e', 'attached_at': '', 'detached_at': '', 'volume_id': '09332391-b6b5-45aa-a940-7c3aa38b55f3', 'serial': '09332391-b6b5-45aa-a940-7c3aa38b55f3'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1127.992970] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160152} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.993201] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.993961] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fbf99b-d33b-483d-a249-d48f99d811e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.016537] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 7da1bc33-dc44-4020-b793-3987b3f97e07/7da1bc33-dc44-4020-b793-3987b3f97e07.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.017104] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95919872-5094-41cc-9764-70977ce3ba8c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.037141] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1128.037141] env[68802]: value = "task-2796197" [ 1128.037141] env[68802]: _type = "Task" [ 1128.037141] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.044939] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.136229] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.410270] env[68802]: DEBUG nova.network.neutron [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.457656] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4f985a-b73b-4f93-b934-b5d75d39b422 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.469883] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a454096c-54d4-4255-a1f9-d5020d2b15a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.506099] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedf743c-ed9f-4fbc-818f-cd09a92a6cad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.516391] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08ff758-26f3-4363-b7b6-a0fbcd376d86 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.532777] env[68802]: DEBUG nova.compute.provider_tree [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.548187] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.579611] env[68802]: DEBUG nova.network.neutron [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Updating instance_info_cache with network_info: [{"id": "a13e3b3a-8c29-413a-92a2-67815d95a700", "address": "fa:16:3e:d2:74:cb", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa13e3b3a-8c", "ovs_interfaceid": "a13e3b3a-8c29-413a-92a2-67815d95a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.637301] env[68802]: DEBUG oslo_vmware.api [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796188, 'name': ReconfigVM_Task, 'duration_secs': 5.907979} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.637558] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.637763] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Reconfigured VM to detach interface {{(pid=68802) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1128.796638] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.975402] env[68802]: DEBUG nova.objects.instance [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'flavor' on Instance uuid 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.036674] env[68802]: DEBUG nova.scheduler.client.report [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.051320] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.082452] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "refresh_cache-1312f562-f742-43e0-93d5-2b7710b2e015" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.082755] env[68802]: DEBUG nova.compute.manager [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Instance network_info: |[{"id": "a13e3b3a-8c29-413a-92a2-67815d95a700", "address": "fa:16:3e:d2:74:cb", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa13e3b3a-8c", "ovs_interfaceid": "a13e3b3a-8c29-413a-92a2-67815d95a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.083180] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:74:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a13e3b3a-8c29-413a-92a2-67815d95a700', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.093019] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.093019] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.093019] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd0786c3-32b8-4203-b4e3-5c2c1b1fc8bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.114106] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.114106] env[68802]: value = "task-2796198" [ 1129.114106] env[68802]: _type = "Task" [ 1129.114106] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.122155] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796198, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.288531] env[68802]: DEBUG nova.compute.manager [req-48fae7c2-ce5b-4d94-9e11-78ec68fda152 req-0a0f5910-91fe-4caa-98c4-5a2ea3cc36fb service nova] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Received event network-changed-a13e3b3a-8c29-413a-92a2-67815d95a700 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1129.288738] env[68802]: DEBUG nova.compute.manager [req-48fae7c2-ce5b-4d94-9e11-78ec68fda152 req-0a0f5910-91fe-4caa-98c4-5a2ea3cc36fb service nova] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Refreshing instance network info cache due to event network-changed-a13e3b3a-8c29-413a-92a2-67815d95a700. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1129.288957] env[68802]: DEBUG oslo_concurrency.lockutils [req-48fae7c2-ce5b-4d94-9e11-78ec68fda152 req-0a0f5910-91fe-4caa-98c4-5a2ea3cc36fb service nova] Acquiring lock "refresh_cache-1312f562-f742-43e0-93d5-2b7710b2e015" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.289115] env[68802]: DEBUG oslo_concurrency.lockutils [req-48fae7c2-ce5b-4d94-9e11-78ec68fda152 req-0a0f5910-91fe-4caa-98c4-5a2ea3cc36fb service nova] Acquired lock "refresh_cache-1312f562-f742-43e0-93d5-2b7710b2e015" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.289278] env[68802]: DEBUG nova.network.neutron [req-48fae7c2-ce5b-4d94-9e11-78ec68fda152 req-0a0f5910-91fe-4caa-98c4-5a2ea3cc36fb service nova] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Refreshing network info cache for port a13e3b3a-8c29-413a-92a2-67815d95a700 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.446819] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.447107] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.447247] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.447357] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.447509] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.447656] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.447801] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.447936] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1129.448090] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.480893] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef66d776-f81a-4ab9-9d7a-d9ba8eac5e19 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.771s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.545789] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.546241] env[68802]: DEBUG nova.compute.manager [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.548757] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.036s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.556205] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796197, 'name': ReconfigVM_Task, 'duration_secs': 1.223682} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.556754] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 7da1bc33-dc44-4020-b793-3987b3f97e07/7da1bc33-dc44-4020-b793-3987b3f97e07.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.557425] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c72033-0a3d-4a06-965b-a92bd1183335 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.568278] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1129.568278] env[68802]: value = "task-2796199" [ 1129.568278] env[68802]: _type = "Task" [ 1129.568278] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.582530] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796199, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.624676] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796198, 'name': CreateVM_Task, 'duration_secs': 0.36489} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.624849] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.625612] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.625781] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.626179] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.626367] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdfc0dbb-ada2-41a2-bd9d-672abfeef44f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.631512] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1129.631512] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b8b262-102a-47a9-4f0b-81d0db3316f9" [ 1129.631512] env[68802]: _type = "Task" [ 1129.631512] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.639499] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b8b262-102a-47a9-4f0b-81d0db3316f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.916245] env[68802]: DEBUG nova.compute.manager [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Stashing vm_state: active {{(pid=68802) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1129.952886] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.026682] env[68802]: DEBUG nova.network.neutron [req-48fae7c2-ce5b-4d94-9e11-78ec68fda152 req-0a0f5910-91fe-4caa-98c4-5a2ea3cc36fb service nova] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Updated VIF entry in instance network info cache for port a13e3b3a-8c29-413a-92a2-67815d95a700. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.027118] env[68802]: DEBUG nova.network.neutron [req-48fae7c2-ce5b-4d94-9e11-78ec68fda152 req-0a0f5910-91fe-4caa-98c4-5a2ea3cc36fb service nova] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Updating instance_info_cache with network_info: [{"id": "a13e3b3a-8c29-413a-92a2-67815d95a700", "address": "fa:16:3e:d2:74:cb", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa13e3b3a-8c", "ovs_interfaceid": "a13e3b3a-8c29-413a-92a2-67815d95a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.051962] env[68802]: DEBUG nova.compute.utils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.055972] env[68802]: INFO nova.compute.claims [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.062138] env[68802]: DEBUG nova.compute.manager [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.062138] env[68802]: DEBUG nova.network.neutron [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.063273] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.063273] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquired lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.063273] env[68802]: DEBUG nova.network.neutron [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.080508] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796199, 'name': Rename_Task, 'duration_secs': 0.156187} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.080664] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.080947] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94652e4-4fa5-4aa3-8703-42c6e53e58cb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.092093] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1130.092093] env[68802]: value = "task-2796200" [ 1130.092093] env[68802]: _type = "Task" [ 1130.092093] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.103324] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.124410] env[68802]: DEBUG nova.policy [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b84c2f64906445da0d17cf8954eef7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6288092943824a84bf8850337bd9044a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.147156] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52b8b262-102a-47a9-4f0b-81d0db3316f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.147156] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.147156] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.147816] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.148030] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.148268] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.148585] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2a6ec49-d128-45ad-ae51-abc9d3accf86 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.164913] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.165129] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.165931] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eceda45-e5dd-4b97-b665-733627663d46 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.173810] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1130.173810] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525d1eb8-9e5c-6cbb-dabf-967bd1889b0c" [ 1130.173810] env[68802]: _type = "Task" [ 1130.173810] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.183507] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525d1eb8-9e5c-6cbb-dabf-967bd1889b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.449990] env[68802]: DEBUG nova.network.neutron [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Successfully created port: 38cc29a3-fc57-4889-8372-32b7ca9b7eae {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.515984] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.516299] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.516572] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.516776] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.516949] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.519517] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.520016] env[68802]: INFO nova.compute.manager [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Terminating instance [ 1130.530051] env[68802]: DEBUG oslo_concurrency.lockutils [req-48fae7c2-ce5b-4d94-9e11-78ec68fda152 req-0a0f5910-91fe-4caa-98c4-5a2ea3cc36fb service nova] Releasing lock "refresh_cache-1312f562-f742-43e0-93d5-2b7710b2e015" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.563599] env[68802]: DEBUG nova.compute.manager [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.567898] env[68802]: INFO nova.compute.resource_tracker [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating resource usage from migration 7215dd79-c799-4990-a8cd-b60573365b28 [ 1130.603090] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.688566] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525d1eb8-9e5c-6cbb-dabf-967bd1889b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.021252} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.691978] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01fb7f28-f40d-4b12-8ae7-7bd158483578 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.698543] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1130.698543] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c4f62e-eda9-4001-048c-625a1fc1debb" [ 1130.698543] env[68802]: _type = "Task" [ 1130.698543] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.710081] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c4f62e-eda9-4001-048c-625a1fc1debb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.810416] env[68802]: INFO nova.network.neutron [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Port 8efe2e14-3331-42b3-b0f0-bdea4dc2882b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1130.810786] env[68802]: DEBUG nova.network.neutron [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updating instance_info_cache with network_info: [{"id": "374e168d-a63c-403c-be7b-8aefe5d38b24", "address": "fa:16:3e:bb:30:bb", "network": {"id": "7ca7ef08-282d-461c-9c7f-6bd801b62361", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-714267373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734c42736a374f8eb00c5faa4b1f3427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374e168d-a6", "ovs_interfaceid": "374e168d-a63c-403c-be7b-8aefe5d38b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.815225] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e677b2-1d66-49da-a790-c3baba094dfe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.826413] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023c435c-7355-4478-a0da-f566f1324331 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.863561] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3bd4d5-d4e1-4780-9d4f-26ec09ff2455 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.872548] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe786d9-95d6-43be-89b5-03b0955158f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.887219] env[68802]: DEBUG nova.compute.provider_tree [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.023556] env[68802]: DEBUG nova.compute.manager [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.023888] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.024801] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f8d8ea-bc91-43b2-97b8-772ec6a66451 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.035071] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.035372] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d9b2bc-ccba-43e3-941c-445bb8f07b93 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.043361] env[68802]: DEBUG oslo_vmware.api [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1131.043361] env[68802]: value = "task-2796201" [ 1131.043361] env[68802]: _type = "Task" [ 1131.043361] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.053930] env[68802]: DEBUG oslo_vmware.api [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.102599] env[68802]: DEBUG oslo_vmware.api [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796200, 'name': PowerOnVM_Task, 'duration_secs': 0.75919} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.102881] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.103109] env[68802]: INFO nova.compute.manager [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1131.103294] env[68802]: DEBUG nova.compute.manager [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.104185] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d1ace7-d0a4-47ad-8b4d-97c29d7cc657 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.215999] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c4f62e-eda9-4001-048c-625a1fc1debb, 'name': SearchDatastore_Task, 'duration_secs': 0.032264} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.216436] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.216824] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 1312f562-f742-43e0-93d5-2b7710b2e015/1312f562-f742-43e0-93d5-2b7710b2e015.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.217217] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df9868b3-289d-4881-89af-1dd12346dd47 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.227691] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1131.227691] env[68802]: value = "task-2796202" [ 1131.227691] env[68802]: _type = "Task" [ 1131.227691] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.240911] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.313459] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Releasing lock "refresh_cache-f83f67aa-ded3-4740-85cc-6fc7c46560c3" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.391217] env[68802]: DEBUG nova.scheduler.client.report [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.555468] env[68802]: DEBUG oslo_vmware.api [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796201, 'name': PowerOffVM_Task, 'duration_secs': 0.372336} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.555777] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.555944] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.556248] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-417f8d6e-df3b-4bd4-bc4c-ba6470567fe4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.578789] env[68802]: DEBUG nova.compute.manager [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.616925] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.617410] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.617548] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.617824] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.618053] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.618278] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.618687] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.618929] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.619193] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.619443] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.619688] env[68802]: DEBUG nova.virt.hardware [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.627719] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac1cd96-0331-4744-8f2d-37fee09fd2e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.636480] env[68802]: INFO nova.compute.manager [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Took 15.51 seconds to build instance. [ 1131.645886] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a34b2e5-cd65-4a89-aa42-83dfe3a40949 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.653359] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.653752] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.654022] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleting the datastore file [datastore1] f83f67aa-ded3-4740-85cc-6fc7c46560c3 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.654859] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a90b6bd-ad9f-4d6c-9a2c-976a65848056 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.669689] env[68802]: DEBUG oslo_vmware.api [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1131.669689] env[68802]: value = "task-2796204" [ 1131.669689] env[68802]: _type = "Task" [ 1131.669689] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.680459] env[68802]: DEBUG oslo_vmware.api [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.740594] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796202, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.818808] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33e064b8-bc11-46c6-9749-f36de24d14e8 tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "interface-f83f67aa-ded3-4740-85cc-6fc7c46560c3-8efe2e14-3331-42b3-b0f0-bdea4dc2882b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.766s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.867892] env[68802]: DEBUG nova.compute.manager [req-e6c1b37c-d965-4a5e-a248-0afb76e47b48 req-3f0004e4-fad1-4aae-bb35-8f8120b1604b service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Received event network-vif-plugged-38cc29a3-fc57-4889-8372-32b7ca9b7eae {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1131.868353] env[68802]: DEBUG oslo_concurrency.lockutils [req-e6c1b37c-d965-4a5e-a248-0afb76e47b48 req-3f0004e4-fad1-4aae-bb35-8f8120b1604b service nova] Acquiring lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.868680] env[68802]: DEBUG oslo_concurrency.lockutils [req-e6c1b37c-d965-4a5e-a248-0afb76e47b48 req-3f0004e4-fad1-4aae-bb35-8f8120b1604b service nova] Lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.868936] env[68802]: DEBUG oslo_concurrency.lockutils [req-e6c1b37c-d965-4a5e-a248-0afb76e47b48 req-3f0004e4-fad1-4aae-bb35-8f8120b1604b service nova] Lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.869208] env[68802]: DEBUG nova.compute.manager [req-e6c1b37c-d965-4a5e-a248-0afb76e47b48 req-3f0004e4-fad1-4aae-bb35-8f8120b1604b service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] No waiting events found dispatching network-vif-plugged-38cc29a3-fc57-4889-8372-32b7ca9b7eae {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.869464] env[68802]: WARNING nova.compute.manager [req-e6c1b37c-d965-4a5e-a248-0afb76e47b48 req-3f0004e4-fad1-4aae-bb35-8f8120b1604b service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Received unexpected event network-vif-plugged-38cc29a3-fc57-4889-8372-32b7ca9b7eae for instance with vm_state building and task_state spawning. [ 1131.899728] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.351s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.899936] env[68802]: INFO nova.compute.manager [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Migrating [ 1131.907296] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.113s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.907502] env[68802]: DEBUG nova.objects.instance [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f614495-bfa4-454a-8485-5fcd54bc029a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.927578] env[68802]: DEBUG nova.compute.manager [req-d178f715-095a-47ad-b703-3a56e4818bb9 req-c8396153-abcd-42a8-a158-b2a8ceca4b4e service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received event network-changed-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1131.928389] env[68802]: DEBUG nova.compute.manager [req-d178f715-095a-47ad-b703-3a56e4818bb9 req-c8396153-abcd-42a8-a158-b2a8ceca4b4e service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Refreshing instance network info cache due to event network-changed-329ca075-09ab-4be5-bd03-6750205ce1e9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1131.928503] env[68802]: DEBUG oslo_concurrency.lockutils [req-d178f715-095a-47ad-b703-3a56e4818bb9 req-c8396153-abcd-42a8-a158-b2a8ceca4b4e service nova] Acquiring lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.930410] env[68802]: DEBUG oslo_concurrency.lockutils [req-d178f715-095a-47ad-b703-3a56e4818bb9 req-c8396153-abcd-42a8-a158-b2a8ceca4b4e service nova] Acquired lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.930410] env[68802]: DEBUG nova.network.neutron [req-d178f715-095a-47ad-b703-3a56e4818bb9 req-c8396153-abcd-42a8-a158-b2a8ceca4b4e service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Refreshing network info cache for port 329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.968950] env[68802]: DEBUG nova.network.neutron [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Successfully updated port: 38cc29a3-fc57-4889-8372-32b7ca9b7eae {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.141757] env[68802]: DEBUG oslo_concurrency.lockutils [None req-72d68f1a-00df-446c-9d6e-1862178883a2 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.038s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.180280] env[68802]: DEBUG oslo_vmware.api [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308731} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.180594] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.180810] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.181026] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.181241] env[68802]: INFO nova.compute.manager [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1132.181641] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.181800] env[68802]: DEBUG nova.compute.manager [-] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.181919] env[68802]: DEBUG nova.network.neutron [-] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.239681] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588749} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.241926] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 1312f562-f742-43e0-93d5-2b7710b2e015/1312f562-f742-43e0-93d5-2b7710b2e015.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.242168] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.242454] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55e9e3a1-8c28-44b5-a23e-ded57a25d569 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.250847] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1132.250847] env[68802]: value = "task-2796205" [ 1132.250847] env[68802]: _type = "Task" [ 1132.250847] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.259658] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.412829] env[68802]: DEBUG nova.objects.instance [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lazy-loading 'numa_topology' on Instance uuid 2f614495-bfa4-454a-8485-5fcd54bc029a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.416629] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.417204] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.417204] env[68802]: DEBUG nova.network.neutron [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.475399] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "refresh_cache-ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.475556] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "refresh_cache-ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.475708] env[68802]: DEBUG nova.network.neutron [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.706602] env[68802]: DEBUG nova.network.neutron [req-d178f715-095a-47ad-b703-3a56e4818bb9 req-c8396153-abcd-42a8-a158-b2a8ceca4b4e service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updated VIF entry in instance network info cache for port 329ca075-09ab-4be5-bd03-6750205ce1e9. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.706937] env[68802]: DEBUG nova.network.neutron [req-d178f715-095a-47ad-b703-3a56e4818bb9 req-c8396153-abcd-42a8-a158-b2a8ceca4b4e service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updating instance_info_cache with network_info: [{"id": "329ca075-09ab-4be5-bd03-6750205ce1e9", "address": "fa:16:3e:3e:e6:fe", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329ca075-09", "ovs_interfaceid": "329ca075-09ab-4be5-bd03-6750205ce1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.762372] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091883} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.762800] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.764688] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f652c97-5472-4a2a-a079-a7911135d7d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.788129] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 1312f562-f742-43e0-93d5-2b7710b2e015/1312f562-f742-43e0-93d5-2b7710b2e015.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.788432] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c7c92d-9196-4b00-924f-cae1bc8c7170 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.812286] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1132.812286] env[68802]: value = "task-2796206" [ 1132.812286] env[68802]: _type = "Task" [ 1132.812286] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.822302] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.915044] env[68802]: INFO nova.compute.claims [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.017305] env[68802]: DEBUG nova.network.neutron [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.209986] env[68802]: DEBUG oslo_concurrency.lockutils [req-d178f715-095a-47ad-b703-3a56e4818bb9 req-c8396153-abcd-42a8-a158-b2a8ceca4b4e service nova] Releasing lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.270363] env[68802]: DEBUG nova.network.neutron [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Updating instance_info_cache with network_info: [{"id": "38cc29a3-fc57-4889-8372-32b7ca9b7eae", "address": "fa:16:3e:3c:51:95", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38cc29a3-fc", "ovs_interfaceid": "38cc29a3-fc57-4889-8372-32b7ca9b7eae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.279200] env[68802]: DEBUG nova.network.neutron [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance_info_cache with network_info: [{"id": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "address": "fa:16:3e:b3:35:36", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a92148-d3", "ovs_interfaceid": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.322374] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796206, 'name': ReconfigVM_Task, 'duration_secs': 0.463331} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.322710] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 1312f562-f742-43e0-93d5-2b7710b2e015/1312f562-f742-43e0-93d5-2b7710b2e015.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.323364] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbfed04f-818f-4b27-848d-b3d9f1b1be1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.331938] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1133.331938] env[68802]: value = "task-2796207" [ 1133.331938] env[68802]: _type = "Task" [ 1133.331938] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.342813] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796207, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.709795] env[68802]: DEBUG nova.network.neutron [-] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.773902] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "refresh_cache-ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.774202] env[68802]: DEBUG nova.compute.manager [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Instance network_info: |[{"id": "38cc29a3-fc57-4889-8372-32b7ca9b7eae", "address": "fa:16:3e:3c:51:95", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38cc29a3-fc", "ovs_interfaceid": "38cc29a3-fc57-4889-8372-32b7ca9b7eae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.774838] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:51:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38cc29a3-fc57-4889-8372-32b7ca9b7eae', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.782499] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.782980] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.784291] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.784724] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8a932e3-9a07-42fe-beb5-95fcba141ca8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.806943] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.806943] env[68802]: value = "task-2796208" [ 1133.806943] env[68802]: _type = "Task" [ 1133.806943] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.816766] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796208, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.842816] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796207, 'name': Rename_Task, 'duration_secs': 0.162323} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.843158] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.843417] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e05a5ee-ea41-480b-8b5d-bb94a12f0a12 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.856048] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1133.856048] env[68802]: value = "task-2796209" [ 1133.856048] env[68802]: _type = "Task" [ 1133.856048] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.868025] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.903983] env[68802]: DEBUG nova.compute.manager [req-f7e2639b-4333-4a19-ae3e-aaa79f2fedb1 req-17695a75-1416-45c9-a8d7-4d669e265b1a service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Received event network-changed-38cc29a3-fc57-4889-8372-32b7ca9b7eae {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1133.904348] env[68802]: DEBUG nova.compute.manager [req-f7e2639b-4333-4a19-ae3e-aaa79f2fedb1 req-17695a75-1416-45c9-a8d7-4d669e265b1a service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Refreshing instance network info cache due to event network-changed-38cc29a3-fc57-4889-8372-32b7ca9b7eae. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1133.904668] env[68802]: DEBUG oslo_concurrency.lockutils [req-f7e2639b-4333-4a19-ae3e-aaa79f2fedb1 req-17695a75-1416-45c9-a8d7-4d669e265b1a service nova] Acquiring lock "refresh_cache-ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.904888] env[68802]: DEBUG oslo_concurrency.lockutils [req-f7e2639b-4333-4a19-ae3e-aaa79f2fedb1 req-17695a75-1416-45c9-a8d7-4d669e265b1a service nova] Acquired lock "refresh_cache-ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.905092] env[68802]: DEBUG nova.network.neutron [req-f7e2639b-4333-4a19-ae3e-aaa79f2fedb1 req-17695a75-1416-45c9-a8d7-4d669e265b1a service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Refreshing network info cache for port 38cc29a3-fc57-4889-8372-32b7ca9b7eae {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.153097] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a484018-f031-4149-bcf4-f505257c163b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.161583] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2fe01b-c1fa-4a25-88b2-6d06b02f74a9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.193867] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bb3a2c-0a69-4d97-bb59-c215a390e44c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.201888] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32c72b9-e361-4f53-869c-2cb78394de7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.216256] env[68802]: INFO nova.compute.manager [-] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Took 2.03 seconds to deallocate network for instance. [ 1134.216803] env[68802]: DEBUG nova.compute.provider_tree [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.318085] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796208, 'name': CreateVM_Task, 'duration_secs': 0.33913} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.318314] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.319162] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.319492] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.319961] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.320298] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371c52e7-7b18-4f58-bea4-6a254d8db4ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.326024] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1134.326024] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52173fe5-7670-7269-0765-225e45a5e500" [ 1134.326024] env[68802]: _type = "Task" [ 1134.326024] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.335603] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52173fe5-7670-7269-0765-225e45a5e500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.366701] env[68802]: DEBUG oslo_vmware.api [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796209, 'name': PowerOnVM_Task, 'duration_secs': 0.490355} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.366998] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.367212] env[68802]: INFO nova.compute.manager [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1134.367390] env[68802]: DEBUG nova.compute.manager [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.368208] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36206f8-4d5e-4f3d-9331-e29f82c000ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.601920] env[68802]: DEBUG nova.network.neutron [req-f7e2639b-4333-4a19-ae3e-aaa79f2fedb1 req-17695a75-1416-45c9-a8d7-4d669e265b1a service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Updated VIF entry in instance network info cache for port 38cc29a3-fc57-4889-8372-32b7ca9b7eae. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.602300] env[68802]: DEBUG nova.network.neutron [req-f7e2639b-4333-4a19-ae3e-aaa79f2fedb1 req-17695a75-1416-45c9-a8d7-4d669e265b1a service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Updating instance_info_cache with network_info: [{"id": "38cc29a3-fc57-4889-8372-32b7ca9b7eae", "address": "fa:16:3e:3c:51:95", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38cc29a3-fc", "ovs_interfaceid": "38cc29a3-fc57-4889-8372-32b7ca9b7eae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.721347] env[68802]: DEBUG nova.scheduler.client.report [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.727070] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.838011] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52173fe5-7670-7269-0765-225e45a5e500, 'name': SearchDatastore_Task, 'duration_secs': 0.029053} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.838329] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.838563] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.838793] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.838935] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.839127] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.839428] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf8dfaf4-b9f4-4f28-a066-de015b4c7946 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.854127] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.854312] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.855052] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37601775-d056-4471-9ed7-847aed48a5fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.860435] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1134.860435] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5294164b-ab9f-7b9e-94fa-fb0fd76e9bda" [ 1134.860435] env[68802]: _type = "Task" [ 1134.860435] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.869418] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5294164b-ab9f-7b9e-94fa-fb0fd76e9bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.887485] env[68802]: INFO nova.compute.manager [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Took 14.32 seconds to build instance. [ 1135.104633] env[68802]: DEBUG oslo_concurrency.lockutils [req-f7e2639b-4333-4a19-ae3e-aaa79f2fedb1 req-17695a75-1416-45c9-a8d7-4d669e265b1a service nova] Releasing lock "refresh_cache-ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.104879] env[68802]: DEBUG nova.compute.manager [req-f7e2639b-4333-4a19-ae3e-aaa79f2fedb1 req-17695a75-1416-45c9-a8d7-4d669e265b1a service nova] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Received event network-vif-deleted-374e168d-a63c-403c-be7b-8aefe5d38b24 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.228164] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.321s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.230417] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.279s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.230595] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.230783] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1135.231105] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.712s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.233109] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349f0ce4-355d-489c-95fb-d77395ae3c03 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.242724] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0ab1be-87de-4e8c-976b-c110202df52d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.258380] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae0133c-a9a7-4878-8a6a-890a2a0a4711 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.261970] env[68802]: INFO nova.network.neutron [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updating port 1e69c67b-3aa3-4620-9294-d596c23dd348 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1135.266738] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908b7847-68c8-4dca-96c1-315d46924bc5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.298394] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179129MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1135.298571] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.299751] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033abde8-fc03-49be-8749-cf97abc82f7b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.319243] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance '6a893daf-6158-4dc1-af13-ff49bd91392b' progress to 0 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.370628] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5294164b-ab9f-7b9e-94fa-fb0fd76e9bda, 'name': SearchDatastore_Task, 'duration_secs': 0.022203} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.371485] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fafd78e1-b826-4cb5-a4b8-98302b0bd4bf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.374142] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "1312f562-f742-43e0-93d5-2b7710b2e015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.378809] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1135.378809] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5280a1fe-1d14-c4a6-6627-ae6007ea0f5a" [ 1135.378809] env[68802]: _type = "Task" [ 1135.378809] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.387366] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5280a1fe-1d14-c4a6-6627-ae6007ea0f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.389863] env[68802]: DEBUG oslo_concurrency.lockutils [None req-dcfc34af-bc39-4af0-b0ad-6a2a0ab8e84b tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1312f562-f742-43e0-93d5-2b7710b2e015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.830s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.390112] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1312f562-f742-43e0-93d5-2b7710b2e015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.016s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.390323] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "1312f562-f742-43e0-93d5-2b7710b2e015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.390540] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1312f562-f742-43e0-93d5-2b7710b2e015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.390680] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1312f562-f742-43e0-93d5-2b7710b2e015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.392854] env[68802]: INFO nova.compute.manager [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Terminating instance [ 1135.738965] env[68802]: INFO nova.compute.claims [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.826025] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.826025] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1606579-6406-40fd-b158-a4bef278206e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.833870] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1135.833870] env[68802]: value = "task-2796210" [ 1135.833870] env[68802]: _type = "Task" [ 1135.833870] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.843182] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.889388] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5280a1fe-1d14-c4a6-6627-ae6007ea0f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010053} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.889783] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.890128] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719/ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.890501] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e5d5ca5-74cf-435a-95ad-95efedeb9efa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.896104] env[68802]: DEBUG nova.compute.manager [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.896359] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.897153] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98ead37-c26a-4775-a6cb-13242e5aab38 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.900822] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1135.900822] env[68802]: value = "task-2796211" [ 1135.900822] env[68802]: _type = "Task" [ 1135.900822] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.906428] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.906941] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c117423e-2dec-4a7d-b719-cfb34899f4ce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.911128] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.913521] env[68802]: DEBUG oslo_vmware.api [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1135.913521] env[68802]: value = "task-2796212" [ 1135.913521] env[68802]: _type = "Task" [ 1135.913521] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.922948] env[68802]: DEBUG oslo_vmware.api [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.245367] env[68802]: INFO nova.compute.resource_tracker [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating resource usage from migration b021294d-9488-4781-8a44-a7b69434b4bd [ 1136.347916] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796210, 'name': PowerOffVM_Task, 'duration_secs': 0.203458} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.348191] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.348375] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance '6a893daf-6158-4dc1-af13-ff49bd91392b' progress to 17 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.414871] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513816} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.418115] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719/ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.418349] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.421179] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd362bdb-e8d4-4bc6-9a5c-62a33192e897 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.428964] env[68802]: DEBUG oslo_vmware.api [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796212, 'name': PowerOffVM_Task, 'duration_secs': 0.211225} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.430289] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.430416] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.430723] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1136.430723] env[68802]: value = "task-2796213" [ 1136.430723] env[68802]: _type = "Task" [ 1136.430723] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.430913] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53e9d63e-761b-4bfa-9cc2-fca2b4beeb36 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.444169] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.471723] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e1ad65-da0a-45f1-95a3-5c88fb00263e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.479042] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d85e6f-b5a2-4831-ad37-e0cdc52382c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.511051] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e152dc-d098-4790-b341-27d13d5f0beb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.513834] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.514078] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.514269] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleting the datastore file [datastore2] 1312f562-f742-43e0-93d5-2b7710b2e015 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.514536] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6f6c95c-237f-4038-b776-0b87b6c96c96 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.520888] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f87b7e7-f28f-4bcb-a21e-814b1bed66f5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.525673] env[68802]: DEBUG oslo_vmware.api [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1136.525673] env[68802]: value = "task-2796215" [ 1136.525673] env[68802]: _type = "Task" [ 1136.525673] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.537066] env[68802]: DEBUG nova.compute.provider_tree [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.543576] env[68802]: DEBUG oslo_vmware.api [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.723972] env[68802]: DEBUG nova.compute.manager [req-1976e6bf-b55d-490a-b4e7-db7591d0aa59 req-09f7ff69-763c-453f-bd0d-fefc95ac72d3 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Received event network-vif-plugged-1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1136.724602] env[68802]: DEBUG oslo_concurrency.lockutils [req-1976e6bf-b55d-490a-b4e7-db7591d0aa59 req-09f7ff69-763c-453f-bd0d-fefc95ac72d3 service nova] Acquiring lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.724823] env[68802]: DEBUG oslo_concurrency.lockutils [req-1976e6bf-b55d-490a-b4e7-db7591d0aa59 req-09f7ff69-763c-453f-bd0d-fefc95ac72d3 service nova] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.724989] env[68802]: DEBUG oslo_concurrency.lockutils [req-1976e6bf-b55d-490a-b4e7-db7591d0aa59 req-09f7ff69-763c-453f-bd0d-fefc95ac72d3 service nova] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.725169] env[68802]: DEBUG nova.compute.manager [req-1976e6bf-b55d-490a-b4e7-db7591d0aa59 req-09f7ff69-763c-453f-bd0d-fefc95ac72d3 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] No waiting events found dispatching network-vif-plugged-1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.725332] env[68802]: WARNING nova.compute.manager [req-1976e6bf-b55d-490a-b4e7-db7591d0aa59 req-09f7ff69-763c-453f-bd0d-fefc95ac72d3 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Received unexpected event network-vif-plugged-1e69c67b-3aa3-4620-9294-d596c23dd348 for instance with vm_state shelved_offloaded and task_state spawning. [ 1136.812969] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.813307] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.813450] env[68802]: DEBUG nova.network.neutron [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.857069] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.857347] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.857507] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.857688] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.857821] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.858030] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.859032] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.859032] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.859032] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.859032] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.859032] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.864853] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-895dc482-cc17-4083-b8fa-97ccd80001e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.882880] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1136.882880] env[68802]: value = "task-2796216" [ 1136.882880] env[68802]: _type = "Task" [ 1136.882880] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.895798] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.943731] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065797} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.943731] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.944354] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a011d2-a155-4fdb-8243-78438c8844d0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.968695] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719/ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.969416] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f92e9969-b074-46ae-99cd-1802f4505e0c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.991326] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1136.991326] env[68802]: value = "task-2796217" [ 1136.991326] env[68802]: _type = "Task" [ 1136.991326] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.000117] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.035901] env[68802]: DEBUG oslo_vmware.api [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504631} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.036190] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.036400] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.036585] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.036781] env[68802]: INFO nova.compute.manager [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1137.037061] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.037271] env[68802]: DEBUG nova.compute.manager [-] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.037364] env[68802]: DEBUG nova.network.neutron [-] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.039691] env[68802]: DEBUG nova.scheduler.client.report [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.394145] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796216, 'name': ReconfigVM_Task, 'duration_secs': 0.432058} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.394509] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance '6a893daf-6158-4dc1-af13-ff49bd91392b' progress to 33 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.505689] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.544528] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.313s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.544697] env[68802]: INFO nova.compute.manager [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Migrating [ 1137.550908] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.824s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.551156] env[68802]: DEBUG nova.objects.instance [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'resources' on Instance uuid f83f67aa-ded3-4740-85cc-6fc7c46560c3 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.560802] env[68802]: DEBUG nova.network.neutron [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updating instance_info_cache with network_info: [{"id": "1e69c67b-3aa3-4620-9294-d596c23dd348", "address": "fa:16:3e:53:30:04", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e69c67b-3a", "ovs_interfaceid": "1e69c67b-3aa3-4620-9294-d596c23dd348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.812205] env[68802]: DEBUG nova.network.neutron [-] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.901518] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.901677] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.901867] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.902110] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.902262] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.902494] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.902789] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.902961] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.903164] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.903335] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.903516] env[68802]: DEBUG nova.virt.hardware [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.909693] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.909967] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81dc551-08ad-4e8e-adb8-5edf113a53b7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.931159] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1137.931159] env[68802]: value = "task-2796218" [ 1137.931159] env[68802]: _type = "Task" [ 1137.931159] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.940867] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.004918] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796217, 'name': ReconfigVM_Task, 'duration_secs': 0.897292} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.005227] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719/ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.005841] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38eb10b0-7efa-439c-b446-da6600b94119 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.013399] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1138.013399] env[68802]: value = "task-2796219" [ 1138.013399] env[68802]: _type = "Task" [ 1138.013399] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.022521] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796219, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.063272] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.063450] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.063718] env[68802]: DEBUG nova.network.neutron [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.065267] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.096081] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='74f2a5dbe5281438e0d6874d4f4c8384',container_format='bare',created_at=2025-03-06T07:42:07Z,direct_url=,disk_format='vmdk',id=dca647b2-8252-493c-be32-597b7d8b1c3b,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-634261763-shelved',owner='f780182d0f4a48f5ae0303697abe5ee1',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-03-06T07:42:22Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.096332] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.096490] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.096711] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.096938] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.097097] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.097302] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.097458] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.097621] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.097777] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.097942] env[68802]: DEBUG nova.virt.hardware [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.098789] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1c99cd-7c7a-439b-97d6-ed6f57802b1a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.109967] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309d7867-49dd-4cf9-8fbe-f51f2d7aa135 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.127218] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:30:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e69c67b-3aa3-4620-9294-d596c23dd348', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.134652] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.137390] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.137806] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2367bb5-ba92-4d85-aa2e-5c17d54f53b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.160733] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.160733] env[68802]: value = "task-2796220" [ 1138.160733] env[68802]: _type = "Task" [ 1138.160733] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.169557] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796220, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.308746] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ffc1ea-048e-4561-9c7f-619dfbcbd28e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.315033] env[68802]: INFO nova.compute.manager [-] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Took 1.28 seconds to deallocate network for instance. [ 1138.319872] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5493c1ff-f242-4c59-b464-344b5632f00d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.357538] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cda93d-03fb-44d7-bedf-7455be5ac285 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.367304] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda9b219-4362-4fd9-8a97-8e8c0e83102f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.385894] env[68802]: DEBUG nova.compute.provider_tree [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.441636] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796218, 'name': ReconfigVM_Task, 'duration_secs': 0.33629} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.442055] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.442792] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3b2e06-bc8d-4051-8286-04f77259d795 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.466936] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 6a893daf-6158-4dc1-af13-ff49bd91392b/6a893daf-6158-4dc1-af13-ff49bd91392b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.467598] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92147726-f120-4f4d-b83d-9583cf770b45 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.487681] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1138.487681] env[68802]: value = "task-2796221" [ 1138.487681] env[68802]: _type = "Task" [ 1138.487681] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.496851] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.524387] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796219, 'name': Rename_Task, 'duration_secs': 0.263706} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.524717] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.525019] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9869c8-a06a-471e-b897-8984ebf2e4b6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.533081] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1138.533081] env[68802]: value = "task-2796222" [ 1138.533081] env[68802]: _type = "Task" [ 1138.533081] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.542080] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.672576] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796220, 'name': CreateVM_Task, 'duration_secs': 0.347849} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.672798] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.673633] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.673857] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.674346] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.674654] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7519c28a-450a-4033-987a-caedd0e1a736 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.681393] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1138.681393] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52782aef-6919-2a21-c6de-1c07ba4e2f5a" [ 1138.681393] env[68802]: _type = "Task" [ 1138.681393] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.690504] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52782aef-6919-2a21-c6de-1c07ba4e2f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.755368] env[68802]: DEBUG nova.compute.manager [req-b03d99a9-76c8-431f-a2d7-81b8c81d3166 req-47c103c7-6a5d-40da-947e-fcc3aa66750d service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Received event network-changed-1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1138.755558] env[68802]: DEBUG nova.compute.manager [req-b03d99a9-76c8-431f-a2d7-81b8c81d3166 req-47c103c7-6a5d-40da-947e-fcc3aa66750d service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Refreshing instance network info cache due to event network-changed-1e69c67b-3aa3-4620-9294-d596c23dd348. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1138.755771] env[68802]: DEBUG oslo_concurrency.lockutils [req-b03d99a9-76c8-431f-a2d7-81b8c81d3166 req-47c103c7-6a5d-40da-947e-fcc3aa66750d service nova] Acquiring lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.755910] env[68802]: DEBUG oslo_concurrency.lockutils [req-b03d99a9-76c8-431f-a2d7-81b8c81d3166 req-47c103c7-6a5d-40da-947e-fcc3aa66750d service nova] Acquired lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.756983] env[68802]: DEBUG nova.network.neutron [req-b03d99a9-76c8-431f-a2d7-81b8c81d3166 req-47c103c7-6a5d-40da-947e-fcc3aa66750d service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Refreshing network info cache for port 1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.829089] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.841273] env[68802]: DEBUG nova.network.neutron [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance_info_cache with network_info: [{"id": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "address": "fa:16:3e:f4:82:6a", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2244c9-3d", "ovs_interfaceid": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.889362] env[68802]: DEBUG nova.scheduler.client.report [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.000395] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796221, 'name': ReconfigVM_Task, 'duration_secs': 0.372029} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.000724] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 6a893daf-6158-4dc1-af13-ff49bd91392b/6a893daf-6158-4dc1-af13-ff49bd91392b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.001157] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance '6a893daf-6158-4dc1-af13-ff49bd91392b' progress to 50 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.046460] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796222, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.191778] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.192106] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Processing image dca647b2-8252-493c-be32-597b7d8b1c3b {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.192408] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b/dca647b2-8252-493c-be32-597b7d8b1c3b.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.192607] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b/dca647b2-8252-493c-be32-597b7d8b1c3b.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.192843] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.193135] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-900315bf-3bd2-4e92-9e6a-5361ac9fe978 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.201328] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.201599] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.202620] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0b8a18-5550-4c66-b603-9694d5499be8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.208965] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1139.208965] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5210fe82-75c7-c563-e483-f35bf38b917e" [ 1139.208965] env[68802]: _type = "Task" [ 1139.208965] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.216050] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5210fe82-75c7-c563-e483-f35bf38b917e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.345074] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.394705] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.396715] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.098s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.417046] env[68802]: INFO nova.scheduler.client.report [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleted allocations for instance f83f67aa-ded3-4740-85cc-6fc7c46560c3 [ 1139.455332] env[68802]: DEBUG nova.network.neutron [req-b03d99a9-76c8-431f-a2d7-81b8c81d3166 req-47c103c7-6a5d-40da-947e-fcc3aa66750d service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updated VIF entry in instance network info cache for port 1e69c67b-3aa3-4620-9294-d596c23dd348. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.455742] env[68802]: DEBUG nova.network.neutron [req-b03d99a9-76c8-431f-a2d7-81b8c81d3166 req-47c103c7-6a5d-40da-947e-fcc3aa66750d service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updating instance_info_cache with network_info: [{"id": "1e69c67b-3aa3-4620-9294-d596c23dd348", "address": "fa:16:3e:53:30:04", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e69c67b-3a", "ovs_interfaceid": "1e69c67b-3aa3-4620-9294-d596c23dd348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.510027] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e8c4a-8cc1-4be5-97e8-662d3da2599d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.530016] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d438ed81-46e0-4881-935b-a62ad2d89b77 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.549627] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance '6a893daf-6158-4dc1-af13-ff49bd91392b' progress to 67 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.558869] env[68802]: DEBUG oslo_vmware.api [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796222, 'name': PowerOnVM_Task, 'duration_secs': 0.522415} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.558869] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.558869] env[68802]: INFO nova.compute.manager [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1139.558869] env[68802]: DEBUG nova.compute.manager [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.559426] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59803fd9-64cb-42d6-a77d-f8549bf30d05 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.722636] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Preparing fetch location {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1139.722901] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Fetch image to [datastore2] OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7/OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7.vmdk {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1139.723143] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Downloading stream optimized image dca647b2-8252-493c-be32-597b7d8b1c3b to [datastore2] OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7/OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7.vmdk on the data store datastore2 as vApp {{(pid=68802) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1139.723355] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Downloading image file data dca647b2-8252-493c-be32-597b7d8b1c3b to the ESX as VM named 'OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7' {{(pid=68802) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1139.793334] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1139.793334] env[68802]: value = "resgroup-9" [ 1139.793334] env[68802]: _type = "ResourcePool" [ 1139.793334] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1139.793608] env[68802]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-045c8c54-ebaf-4099-bd7c-b1bfaa7eb810 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.815853] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lease: (returnval){ [ 1139.815853] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529d3ae4-2b11-3ffd-7c9d-3a87a32d9041" [ 1139.815853] env[68802]: _type = "HttpNfcLease" [ 1139.815853] env[68802]: } obtained for vApp import into resource pool (val){ [ 1139.815853] env[68802]: value = "resgroup-9" [ 1139.815853] env[68802]: _type = "ResourcePool" [ 1139.815853] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1139.816214] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the lease: (returnval){ [ 1139.816214] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529d3ae4-2b11-3ffd-7c9d-3a87a32d9041" [ 1139.816214] env[68802]: _type = "HttpNfcLease" [ 1139.816214] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1139.822782] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.822782] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529d3ae4-2b11-3ffd-7c9d-3a87a32d9041" [ 1139.822782] env[68802]: _type = "HttpNfcLease" [ 1139.822782] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1139.924766] env[68802]: DEBUG oslo_concurrency.lockutils [None req-d06b338f-1920-435d-b8ce-6c67fe337b1d tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "f83f67aa-ded3-4740-85cc-6fc7c46560c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.408s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.958642] env[68802]: DEBUG oslo_concurrency.lockutils [req-b03d99a9-76c8-431f-a2d7-81b8c81d3166 req-47c103c7-6a5d-40da-947e-fcc3aa66750d service nova] Releasing lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.958911] env[68802]: DEBUG nova.compute.manager [req-b03d99a9-76c8-431f-a2d7-81b8c81d3166 req-47c103c7-6a5d-40da-947e-fcc3aa66750d service nova] [instance: 1312f562-f742-43e0-93d5-2b7710b2e015] Received event network-vif-deleted-a13e3b3a-8c29-413a-92a2-67815d95a700 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.074518] env[68802]: INFO nova.compute.manager [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Took 13.86 seconds to build instance. [ 1140.088538] env[68802]: DEBUG nova.network.neutron [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Port d1a92148-d3d7-4523-8508-e57b17d2a6dc binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1140.325962] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.325962] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529d3ae4-2b11-3ffd-7c9d-3a87a32d9041" [ 1140.325962] env[68802]: _type = "HttpNfcLease" [ 1140.325962] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1140.412172] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Applying migration context for instance 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e as it has an incoming, in-progress migration b021294d-9488-4781-8a44-a7b69434b4bd. Migration status is migrating {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1140.412172] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Applying migration context for instance 6a893daf-6158-4dc1-af13-ff49bd91392b as it has an incoming, in-progress migration 7215dd79-c799-4990-a8cd-b60573365b28. Migration status is migrating {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1140.412172] env[68802]: INFO nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating resource usage from migration b021294d-9488-4781-8a44-a7b69434b4bd [ 1140.412172] env[68802]: INFO nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating resource usage from migration 7215dd79-c799-4990-a8cd-b60573365b28 [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0a18db03-13aa-45ae-9419-9e5f9b7ab882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ff975d90-156c-4c31-924d-3f94fa278c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 028443fb-8207-4514-bf72-db0cae7955c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 4f607992-da76-45b4-9b0c-1b92fd2c2773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 390dab90-ce33-4fd1-a77f-415f8bb7308b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 680f7169-b116-4968-a898-641c02275b41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance a4aef402-76d8-465a-a239-fa2df79e89cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 7da1bc33-dc44-4020-b793-3987b3f97e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: WARNING nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 1312f562-f742-43e0-93d5-2b7710b2e015 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 2f614495-bfa4-454a-8485-5fcd54bc029a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Migration 7215dd79-c799-4990-a8cd-b60573365b28 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 6a893daf-6158-4dc1-af13-ff49bd91392b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437024] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Migration b021294d-9488-4781-8a44-a7b69434b4bd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1140.437524] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.437524] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1140.437524] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1140.577530] env[68802]: DEBUG oslo_concurrency.lockutils [None req-75fbd9c2-cc78-4857-b4bd-1f791d7bbfdc tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.391s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.624177] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "028443fb-8207-4514-bf72-db0cae7955c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.624422] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "028443fb-8207-4514-bf72-db0cae7955c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.624633] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "028443fb-8207-4514-bf72-db0cae7955c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.625016] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "028443fb-8207-4514-bf72-db0cae7955c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.625016] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "028443fb-8207-4514-bf72-db0cae7955c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.626937] env[68802]: INFO nova.compute.manager [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Terminating instance [ 1140.645141] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8106c3-abd3-47d6-b534-7b36e0bb7a1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.653177] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6c4a88-261f-42f9-8280-78de07e06dad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.685686] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5abeca-5bca-4b9c-8e01-ddb6c0bd175f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.693823] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a32da0-f80d-407a-9168-5633a1473db0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.707883] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.784726] env[68802]: DEBUG nova.compute.manager [req-7a7c32dc-d8d8-4dd8-a926-466b862a7bc4 req-aa0ab5c3-058f-4a73-8da5-3227599c15d6 service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Received event network-changed-38cc29a3-fc57-4889-8372-32b7ca9b7eae {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.784888] env[68802]: DEBUG nova.compute.manager [req-7a7c32dc-d8d8-4dd8-a926-466b862a7bc4 req-aa0ab5c3-058f-4a73-8da5-3227599c15d6 service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Refreshing instance network info cache due to event network-changed-38cc29a3-fc57-4889-8372-32b7ca9b7eae. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1140.785283] env[68802]: DEBUG oslo_concurrency.lockutils [req-7a7c32dc-d8d8-4dd8-a926-466b862a7bc4 req-aa0ab5c3-058f-4a73-8da5-3227599c15d6 service nova] Acquiring lock "refresh_cache-ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.785453] env[68802]: DEBUG oslo_concurrency.lockutils [req-7a7c32dc-d8d8-4dd8-a926-466b862a7bc4 req-aa0ab5c3-058f-4a73-8da5-3227599c15d6 service nova] Acquired lock "refresh_cache-ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.785619] env[68802]: DEBUG nova.network.neutron [req-7a7c32dc-d8d8-4dd8-a926-466b862a7bc4 req-aa0ab5c3-058f-4a73-8da5-3227599c15d6 service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Refreshing network info cache for port 38cc29a3-fc57-4889-8372-32b7ca9b7eae {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.826872] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.826872] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529d3ae4-2b11-3ffd-7c9d-3a87a32d9041" [ 1140.826872] env[68802]: _type = "HttpNfcLease" [ 1140.826872] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1140.827188] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1140.827188] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529d3ae4-2b11-3ffd-7c9d-3a87a32d9041" [ 1140.827188] env[68802]: _type = "HttpNfcLease" [ 1140.827188] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1140.827922] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c84e673-626d-4c14-86f4-8d64488d165f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.836039] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca996d-1a3d-3833-de86-4783e7568b5c/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1140.836184] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca996d-1a3d-3833-de86-4783e7568b5c/disk-0.vmdk. {{(pid=68802) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1140.897417] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58770ca8-cd74-4518-a2a6-e2be04e5b2d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.921682] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d584345c-f257-4cd9-8eb7-83bffff3a3c5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.923777] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e' progress to 0 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.120323] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "6a893daf-6158-4dc1-af13-ff49bd91392b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.120559] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.120751] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.133048] env[68802]: DEBUG nova.compute.manager [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.133048] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.133048] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f5f772-6e1c-45e3-bd38-4ae4ec3ae95a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.147059] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.150867] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8a8fc6c-66dd-4b9d-9825-53f01a2af7bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.159474] env[68802]: DEBUG oslo_vmware.api [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1141.159474] env[68802]: value = "task-2796224" [ 1141.159474] env[68802]: _type = "Task" [ 1141.159474] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.174063] env[68802]: DEBUG oslo_vmware.api [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.211181] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.433788] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.435100] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-495644c6-dfb0-4e49-a54a-4250a6e31981 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.444510] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1141.444510] env[68802]: value = "task-2796225" [ 1141.444510] env[68802]: _type = "Task" [ 1141.444510] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.453828] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.551824] env[68802]: DEBUG nova.network.neutron [req-7a7c32dc-d8d8-4dd8-a926-466b862a7bc4 req-aa0ab5c3-058f-4a73-8da5-3227599c15d6 service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Updated VIF entry in instance network info cache for port 38cc29a3-fc57-4889-8372-32b7ca9b7eae. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.552202] env[68802]: DEBUG nova.network.neutron [req-7a7c32dc-d8d8-4dd8-a926-466b862a7bc4 req-aa0ab5c3-058f-4a73-8da5-3227599c15d6 service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Updating instance_info_cache with network_info: [{"id": "38cc29a3-fc57-4889-8372-32b7ca9b7eae", "address": "fa:16:3e:3c:51:95", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38cc29a3-fc", "ovs_interfaceid": "38cc29a3-fc57-4889-8372-32b7ca9b7eae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.672795] env[68802]: DEBUG oslo_vmware.api [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796224, 'name': PowerOffVM_Task, 'duration_secs': 0.235379} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.674506] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.674711] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.675045] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c0b724f-d1a2-4d67-bc89-128b08813ded {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.717291] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1141.717607] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.321s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.719306] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.891s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.719728] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.722206] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.722409] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Cleaning up deleted instances {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1141.753057] env[68802]: INFO nova.scheduler.client.report [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted allocations for instance 1312f562-f742-43e0-93d5-2b7710b2e015 [ 1141.755883] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.756230] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.756442] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleting the datastore file [datastore2] 028443fb-8207-4514-bf72-db0cae7955c0 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.759789] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f267cc4a-d91a-4894-b564-1953d7c8ccb4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.769571] env[68802]: DEBUG oslo_vmware.api [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for the task: (returnval){ [ 1141.769571] env[68802]: value = "task-2796228" [ 1141.769571] env[68802]: _type = "Task" [ 1141.769571] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.780718] env[68802]: DEBUG oslo_vmware.api [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.957543] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796225, 'name': PowerOffVM_Task, 'duration_secs': 0.21432} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.957817] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.958014] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e' progress to 17 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.055251] env[68802]: DEBUG oslo_concurrency.lockutils [req-7a7c32dc-d8d8-4dd8-a926-466b862a7bc4 req-aa0ab5c3-058f-4a73-8da5-3227599c15d6 service nova] Releasing lock "refresh_cache-ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.116808] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Completed reading data from the image iterator. {{(pid=68802) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1142.117042] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca996d-1a3d-3833-de86-4783e7568b5c/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1142.117977] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc9ba7d-3340-42f3-9e36-404706b06ba3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.125737] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca996d-1a3d-3833-de86-4783e7568b5c/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1142.125909] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca996d-1a3d-3833-de86-4783e7568b5c/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1142.126224] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3bba4a24-7a94-4085-bc29-552c1c18bdc5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.159943] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.160163] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.160343] env[68802]: DEBUG nova.network.neutron [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.240509] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] There are 59 instances to clean {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1142.240728] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 457b910e-4d6d-48bc-b8a4-e040d9675697] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1142.265592] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5e3ff46e-47c9-4174-8d2a-7f4bdc2344a4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1312f562-f742-43e0-93d5-2b7710b2e015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.875s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.280768] env[68802]: DEBUG oslo_vmware.api [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Task: {'id': task-2796228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240547} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.281061] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.281301] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.281519] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.281776] env[68802]: INFO nova.compute.manager [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1142.281976] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.282775] env[68802]: DEBUG nova.compute.manager [-] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.282891] env[68802]: DEBUG nova.network.neutron [-] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.468084] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.468084] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.468084] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.468084] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.468084] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.468372] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.468524] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.468621] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.468792] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.468954] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.469139] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.474262] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f216510a-b39a-4a64-8943-2da3e900d4f9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.492878] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1142.492878] env[68802]: value = "task-2796229" [ 1142.492878] env[68802]: _type = "Task" [ 1142.492878] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.504733] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.522652] env[68802]: DEBUG oslo_vmware.rw_handles [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca996d-1a3d-3833-de86-4783e7568b5c/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1142.522873] env[68802]: INFO nova.virt.vmwareapi.images [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Downloaded image file data dca647b2-8252-493c-be32-597b7d8b1c3b [ 1142.524125] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defed7dc-0612-4afd-ae16-da1960ca2aac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.543355] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db2b2066-d511-4cdb-aeeb-9be22f4ff309 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.718470] env[68802]: INFO nova.virt.vmwareapi.images [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] The imported VM was unregistered [ 1142.721259] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Caching image {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1142.721540] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Creating directory with path [datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.721838] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-881351b3-e350-49b8-8631-f4f41d4156f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.744736] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 921eaa0b-7210-4b5e-b00e-5faf981aad8a] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1142.753908] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Created directory with path [datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.753908] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7/OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7.vmdk to [datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b/dca647b2-8252-493c-be32-597b7d8b1c3b.vmdk. {{(pid=68802) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1142.753908] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4136cf7b-bc49-402c-9f28-59a6815ecabd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.761287] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1142.761287] env[68802]: value = "task-2796231" [ 1142.761287] env[68802]: _type = "Task" [ 1142.761287] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.772114] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796231, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.838920] env[68802]: DEBUG nova.compute.manager [req-14a97688-f57e-43d6-a863-46d973369fab req-23c8b02d-f73c-458c-8af7-1fbeb77f08d7 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Received event network-vif-deleted-050d60d5-0ef2-405d-af21-02bf47480ac3 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1142.839139] env[68802]: INFO nova.compute.manager [req-14a97688-f57e-43d6-a863-46d973369fab req-23c8b02d-f73c-458c-8af7-1fbeb77f08d7 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Neutron deleted interface 050d60d5-0ef2-405d-af21-02bf47480ac3; detaching it from the instance and deleting it from the info cache [ 1142.839313] env[68802]: DEBUG nova.network.neutron [req-14a97688-f57e-43d6-a863-46d973369fab req-23c8b02d-f73c-458c-8af7-1fbeb77f08d7 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.968772] env[68802]: DEBUG nova.network.neutron [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance_info_cache with network_info: [{"id": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "address": "fa:16:3e:b3:35:36", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a92148-d3", "ovs_interfaceid": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.006703] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796229, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.023937] env[68802]: DEBUG nova.network.neutron [-] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.249076] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: c8aecd43-cd40-4824-b42c-41dd1ef115bf] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1143.273153] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796231, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.345744] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cb278e6-a33b-417b-b5f8-bdc46382ecff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.356929] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802961c3-96b6-465c-9e6d-c073d717fb5f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.393647] env[68802]: DEBUG nova.compute.manager [req-14a97688-f57e-43d6-a863-46d973369fab req-23c8b02d-f73c-458c-8af7-1fbeb77f08d7 service nova] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Detach interface failed, port_id=050d60d5-0ef2-405d-af21-02bf47480ac3, reason: Instance 028443fb-8207-4514-bf72-db0cae7955c0 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1143.474491] env[68802]: DEBUG oslo_concurrency.lockutils [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.508530] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796229, 'name': ReconfigVM_Task, 'duration_secs': 0.54475} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.508960] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e' progress to 33 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.528479] env[68802]: INFO nova.compute.manager [-] [instance: 028443fb-8207-4514-bf72-db0cae7955c0] Took 1.24 seconds to deallocate network for instance. [ 1143.671941] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "e9598453-c7ec-4c98-90a4-c0848c5739f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.672264] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "e9598453-c7ec-4c98-90a4-c0848c5739f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.751302] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: f83f67aa-ded3-4740-85cc-6fc7c46560c3] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1143.775690] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796231, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.004630] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3cf3b5-70bf-4088-95d9-0de17755382c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.027604] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.027926] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.028133] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.028447] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.028670] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.028830] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.029051] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.029213] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.029432] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.029600] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.029835] env[68802]: DEBUG nova.virt.hardware [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.035474] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.035975] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-918bcd6a-ce61-453e-9e4c-127978bc8179 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.050432] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101f6d90-eb61-4dfe-8c4c-8f286db3f3e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.054809] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.055133] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.055374] env[68802]: DEBUG nova.objects.instance [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lazy-loading 'resources' on Instance uuid 028443fb-8207-4514-bf72-db0cae7955c0 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.065230] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1144.065230] env[68802]: value = "task-2796232" [ 1144.065230] env[68802]: _type = "Task" [ 1144.065230] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.067849] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance '6a893daf-6158-4dc1-af13-ff49bd91392b' progress to 83 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.081901] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.175222] env[68802]: DEBUG nova.compute.manager [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.254729] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 6fd63c49-548f-4c94-980c-1419bfa6000a] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1144.278225] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796231, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.579306] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.587074] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e471280-825a-4245-82a1-af6433df03a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.589081] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.603244] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1144.603244] env[68802]: value = "task-2796234" [ 1144.603244] env[68802]: _type = "Task" [ 1144.603244] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.616849] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.697478] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.759654] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 10c726e1-c1f7-46a9-a449-6e66c0cb4532] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1144.778226] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796231, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.794278] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e38c31-7f1b-4949-b839-e89baa186bb1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.805667] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d8928-f973-4005-a187-07510d149f13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.841051] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031f6d47-bc9b-4688-9f67-3f962cee6b15 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.851875] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a49438-621d-4f55-a249-62b46d4274fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.870956] env[68802]: DEBUG nova.compute.provider_tree [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.080809] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796232, 'name': ReconfigVM_Task, 'duration_secs': 0.52471} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.081166] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.082154] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4f8463-7fb7-4ab3-b1c1-00ae9bee4d75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.116013] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e/30609aaa-3cd2-40cf-a1a0-15416d6e8e2e.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.120657] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad165314-2f9c-4f59-bc1c-e1d0408acac0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.142979] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.144480] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1145.144480] env[68802]: value = "task-2796235" [ 1145.144480] env[68802]: _type = "Task" [ 1145.144480] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.153795] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.266793] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 76cc97bc-a53f-41a4-b8a4-2497af519857] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1145.278709] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796231, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.374080] env[68802]: DEBUG nova.scheduler.client.report [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.620423] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796234, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.655187] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.773358] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: c069002a-dd8b-4cf3-82d8-07df448d3755] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1145.778419] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796231, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.879551] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.883032] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.185s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.884944] env[68802]: INFO nova.compute.claims [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.898844] env[68802]: INFO nova.scheduler.client.report [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Deleted allocations for instance 028443fb-8207-4514-bf72-db0cae7955c0 [ 1146.119166] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.156113] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796235, 'name': ReconfigVM_Task, 'duration_secs': 0.683824} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.156432] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e/30609aaa-3cd2-40cf-a1a0-15416d6e8e2e.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.156843] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e' progress to 50 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.277777] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796231, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.270559} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.278084] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7/OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7.vmdk to [datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b/dca647b2-8252-493c-be32-597b7d8b1c3b.vmdk. [ 1146.278275] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Cleaning up location [datastore2] OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7 {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1146.278438] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9687376d-9383-448f-8c75-7ec0b44c9db7 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.278698] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07c98caa-bd1e-4cd3-883a-c7719a72e56f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.280718] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 3a214c19-4007-46a6-9bf7-2ed78a52c0e7] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1146.289033] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1146.289033] env[68802]: value = "task-2796236" [ 1146.289033] env[68802]: _type = "Task" [ 1146.289033] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.297265] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.407127] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b486df6a-1f08-400e-ab1d-3df3b345de9b tempest-AttachInterfacesTestJSON-1512012742 tempest-AttachInterfacesTestJSON-1512012742-project-member] Lock "028443fb-8207-4514-bf72-db0cae7955c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.783s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.620924] env[68802]: DEBUG oslo_vmware.api [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796234, 'name': PowerOnVM_Task, 'duration_secs': 1.553215} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.621287] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.621619] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-152e4c6d-d22d-4df5-b34f-5b162a4f5f2a tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance '6a893daf-6158-4dc1-af13-ff49bd91392b' progress to 100 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.663793] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd3408-4b86-4283-95d6-51609c7d7dfd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.688018] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e030d-3921-49af-985e-8ecf4fee8cf9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.709148] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e' progress to 67 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.783988] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 13fd5285-f121-4558-b49f-3221eed21551] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1146.799578] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198002} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.799846] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.800016] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b/dca647b2-8252-493c-be32-597b7d8b1c3b.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.800286] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b/dca647b2-8252-493c-be32-597b7d8b1c3b.vmdk to [datastore2] 2f614495-bfa4-454a-8485-5fcd54bc029a/2f614495-bfa4-454a-8485-5fcd54bc029a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.800550] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc0f4198-a26d-4a55-84ab-ce86d6736987 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.811123] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1146.811123] env[68802]: value = "task-2796237" [ 1146.811123] env[68802]: _type = "Task" [ 1146.811123] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.819998] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.130628] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70653148-098a-4305-bdf7-94a4a883178f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.140762] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd615e2-7772-4e43-9935-a2ee47fcca88 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.175861] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e3d28d-2980-4c1e-8b5c-d840b47fde54 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.184354] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf6300e-03fc-43de-a0d6-582ddbaa108c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.198582] env[68802]: DEBUG nova.compute.provider_tree [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.287643] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 6f76cfec-5734-4e2c-b64b-e898a6182c99] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1147.322746] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.702392] env[68802]: DEBUG nova.scheduler.client.report [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.792808] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 737f5c64-4e57-4187-a654-4ad8bd40ae3e] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1147.824057] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796237, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.210934] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.211722] env[68802]: DEBUG nova.compute.manager [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.299041] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: d7f31af5-de51-429a-9b47-7621cb9853b2] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1148.329317] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796237, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.429915] env[68802]: DEBUG nova.network.neutron [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Port 7b2244c9-3d21-456e-8e16-9653ffed85f2 binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1148.717600] env[68802]: DEBUG nova.compute.utils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.719052] env[68802]: DEBUG nova.compute.manager [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.719258] env[68802]: DEBUG nova.network.neutron [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.798420] env[68802]: DEBUG nova.policy [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b0bb45229d4a7b9d803658f317f7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4f3c36861c447498f2916c19a02a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.806056] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: d17a5749-d2cd-4cb7-903b-acfe0a779cf0] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1148.827947] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796237, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.085857] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "6a893daf-6158-4dc1-af13-ff49bd91392b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.086226] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.086384] env[68802]: DEBUG nova.compute.manager [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Going to confirm migration 6 {{(pid=68802) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1149.209427] env[68802]: DEBUG nova.network.neutron [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Successfully created port: ee8774c8-1d6b-4e2f-b413-54b45d3b10d8 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.225203] env[68802]: DEBUG nova.compute.manager [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.306746] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: ffea34c5-c0dc-4a02-a2b0-1e06b865bf9f] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1149.329986] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796237, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.457185] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.457435] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.457607] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.625407] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.625676] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquired lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.625768] env[68802]: DEBUG nova.network.neutron [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.625944] env[68802]: DEBUG nova.objects.instance [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lazy-loading 'info_cache' on Instance uuid 6a893daf-6158-4dc1-af13-ff49bd91392b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.810622] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 3bc6d14d-6644-47f7-bb25-61690af0ef2e] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1149.828744] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796237, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.957446} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.829030] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dca647b2-8252-493c-be32-597b7d8b1c3b/dca647b2-8252-493c-be32-597b7d8b1c3b.vmdk to [datastore2] 2f614495-bfa4-454a-8485-5fcd54bc029a/2f614495-bfa4-454a-8485-5fcd54bc029a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.829898] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c479a6c-96d0-4ced-be21-c08663ac22d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.853591] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2f614495-bfa4-454a-8485-5fcd54bc029a/2f614495-bfa4-454a-8485-5fcd54bc029a.vmdk or device None with type streamOptimized {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.854143] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c02906-3ded-448c-9961-4b1c34d350de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.876099] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1149.876099] env[68802]: value = "task-2796239" [ 1149.876099] env[68802]: _type = "Task" [ 1149.876099] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.886036] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.234725] env[68802]: DEBUG nova.compute.manager [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.262839] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.263097] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.263257] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.263438] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.263582] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.263759] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.264010] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.264357] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.264535] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.264697] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.264869] env[68802]: DEBUG nova.virt.hardware [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.266035] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1021a99a-98b6-493c-a1da-2dba91d94381 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.274828] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9509f857-0f7a-4c13-b6e0-2a6e7b228647 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.316492] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 165d394b-0ecc-467b-b5a7-5cd5b4ed6e58] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1150.391278] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796239, 'name': ReconfigVM_Task, 'duration_secs': 0.318523} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.391278] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2f614495-bfa4-454a-8485-5fcd54bc029a/2f614495-bfa4-454a-8485-5fcd54bc029a.vmdk or device None with type streamOptimized {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.391278] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5bba99e-15ad-4d72-9ce7-d6a029605cf1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.396375] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1150.396375] env[68802]: value = "task-2796240" [ 1150.396375] env[68802]: _type = "Task" [ 1150.396375] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.404900] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796240, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.492436] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.492668] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.492870] env[68802]: DEBUG nova.network.neutron [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.505365] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "4f607992-da76-45b4-9b0c-1b92fd2c2773" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.505565] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "4f607992-da76-45b4-9b0c-1b92fd2c2773" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.505820] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "4f607992-da76-45b4-9b0c-1b92fd2c2773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.506100] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "4f607992-da76-45b4-9b0c-1b92fd2c2773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.506334] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "4f607992-da76-45b4-9b0c-1b92fd2c2773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.508301] env[68802]: INFO nova.compute.manager [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Terminating instance [ 1150.818562] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 918c0d3a-de3a-455c-bea2-359d31b1c86c] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1150.906423] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796240, 'name': Rename_Task, 'duration_secs': 0.15271} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.906791] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.907111] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffa8b594-993a-4b78-8e6c-b1dfc8ae32d1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.919755] env[68802]: DEBUG nova.compute.manager [req-e765a19c-9d63-4f54-941d-d85599bf6d96 req-a8f53d1b-82ba-4d6e-b1b4-5b90b1e8fdda service nova] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Received event network-vif-plugged-ee8774c8-1d6b-4e2f-b413-54b45d3b10d8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1150.919755] env[68802]: DEBUG oslo_concurrency.lockutils [req-e765a19c-9d63-4f54-941d-d85599bf6d96 req-a8f53d1b-82ba-4d6e-b1b4-5b90b1e8fdda service nova] Acquiring lock "e9598453-c7ec-4c98-90a4-c0848c5739f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.920874] env[68802]: DEBUG oslo_concurrency.lockutils [req-e765a19c-9d63-4f54-941d-d85599bf6d96 req-a8f53d1b-82ba-4d6e-b1b4-5b90b1e8fdda service nova] Lock "e9598453-c7ec-4c98-90a4-c0848c5739f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.920874] env[68802]: DEBUG oslo_concurrency.lockutils [req-e765a19c-9d63-4f54-941d-d85599bf6d96 req-a8f53d1b-82ba-4d6e-b1b4-5b90b1e8fdda service nova] Lock "e9598453-c7ec-4c98-90a4-c0848c5739f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.920874] env[68802]: DEBUG nova.compute.manager [req-e765a19c-9d63-4f54-941d-d85599bf6d96 req-a8f53d1b-82ba-4d6e-b1b4-5b90b1e8fdda service nova] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] No waiting events found dispatching network-vif-plugged-ee8774c8-1d6b-4e2f-b413-54b45d3b10d8 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.920874] env[68802]: WARNING nova.compute.manager [req-e765a19c-9d63-4f54-941d-d85599bf6d96 req-a8f53d1b-82ba-4d6e-b1b4-5b90b1e8fdda service nova] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Received unexpected event network-vif-plugged-ee8774c8-1d6b-4e2f-b413-54b45d3b10d8 for instance with vm_state building and task_state spawning. [ 1150.923172] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1150.923172] env[68802]: value = "task-2796242" [ 1150.923172] env[68802]: _type = "Task" [ 1150.923172] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.934592] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.936273] env[68802]: DEBUG nova.network.neutron [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance_info_cache with network_info: [{"id": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "address": "fa:16:3e:b3:35:36", "network": {"id": "b4a3e7e8-b6d5-47b3-ac7f-dc48816798df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-283415399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42beed3bab1649e281cfaa01eb7ce5c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a92148-d3", "ovs_interfaceid": "d1a92148-d3d7-4523-8508-e57b17d2a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.012330] env[68802]: DEBUG nova.compute.manager [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.012724] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.013678] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b81fd-192a-4234-9c8e-62bf2ed28616 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.025261] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.028891] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b3636d-6e23-4242-98a4-c7a8785ea0ea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.038627] env[68802]: DEBUG oslo_vmware.api [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1151.038627] env[68802]: value = "task-2796243" [ 1151.038627] env[68802]: _type = "Task" [ 1151.038627] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.051619] env[68802]: DEBUG oslo_vmware.api [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.252447] env[68802]: DEBUG nova.network.neutron [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance_info_cache with network_info: [{"id": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "address": "fa:16:3e:f4:82:6a", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2244c9-3d", "ovs_interfaceid": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.322605] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 8818cf59-9e8a-4246-a463-5f24ae55d2d3] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1151.432900] env[68802]: DEBUG oslo_vmware.api [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796242, 'name': PowerOnVM_Task, 'duration_secs': 0.510909} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.433220] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.439029] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Releasing lock "refresh_cache-6a893daf-6158-4dc1-af13-ff49bd91392b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.439282] env[68802]: DEBUG nova.objects.instance [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lazy-loading 'migration_context' on Instance uuid 6a893daf-6158-4dc1-af13-ff49bd91392b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.530094] env[68802]: DEBUG nova.network.neutron [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Successfully updated port: ee8774c8-1d6b-4e2f-b413-54b45d3b10d8 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.549814] env[68802]: DEBUG oslo_vmware.api [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796243, 'name': PowerOffVM_Task, 'duration_secs': 0.217247} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.551698] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.552226] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.553797] env[68802]: DEBUG nova.compute.manager [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.554366] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b65e60fe-1c8c-466d-b6c8-e12170545d3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.556549] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca31ff-7674-4c02-8e6b-17a9d567734e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.613200] env[68802]: DEBUG nova.compute.manager [req-1909955d-77d3-4f19-92f3-017f782acd3b req-29442283-7918-4b5d-9673-cb95e34b0d75 service nova] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Received event network-changed-ee8774c8-1d6b-4e2f-b413-54b45d3b10d8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1151.613574] env[68802]: DEBUG nova.compute.manager [req-1909955d-77d3-4f19-92f3-017f782acd3b req-29442283-7918-4b5d-9673-cb95e34b0d75 service nova] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Refreshing instance network info cache due to event network-changed-ee8774c8-1d6b-4e2f-b413-54b45d3b10d8. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1151.613574] env[68802]: DEBUG oslo_concurrency.lockutils [req-1909955d-77d3-4f19-92f3-017f782acd3b req-29442283-7918-4b5d-9673-cb95e34b0d75 service nova] Acquiring lock "refresh_cache-e9598453-c7ec-4c98-90a4-c0848c5739f7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.615017] env[68802]: DEBUG oslo_concurrency.lockutils [req-1909955d-77d3-4f19-92f3-017f782acd3b req-29442283-7918-4b5d-9673-cb95e34b0d75 service nova] Acquired lock "refresh_cache-e9598453-c7ec-4c98-90a4-c0848c5739f7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.615017] env[68802]: DEBUG nova.network.neutron [req-1909955d-77d3-4f19-92f3-017f782acd3b req-29442283-7918-4b5d-9673-cb95e34b0d75 service nova] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Refreshing network info cache for port ee8774c8-1d6b-4e2f-b413-54b45d3b10d8 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.756332] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.826136] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 5c99be11-3281-49cd-97aa-6a13d441e73a] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1151.941808] env[68802]: DEBUG nova.objects.base [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Object Instance<6a893daf-6158-4dc1-af13-ff49bd91392b> lazy-loaded attributes: info_cache,migration_context {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.942813] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7232ea-0e7c-47a4-ad12-9bf85c89d496 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.968011] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9c41bf-c32b-4148-971c-527b9e731fe0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.975595] env[68802]: DEBUG oslo_vmware.api [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1151.975595] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5241c803-4c46-70fb-4b6a-8676cbbe5661" [ 1151.975595] env[68802]: _type = "Task" [ 1151.975595] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.984227] env[68802]: DEBUG oslo_vmware.api [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5241c803-4c46-70fb-4b6a-8676cbbe5661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.003203] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.003440] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.003832] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleting the datastore file [datastore1] 4f607992-da76-45b4-9b0c-1b92fd2c2773 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.003959] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cd33228-3379-4e8a-8760-17ad835fbb00 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.010981] env[68802]: DEBUG oslo_vmware.api [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1152.010981] env[68802]: value = "task-2796245" [ 1152.010981] env[68802]: _type = "Task" [ 1152.010981] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.022029] env[68802]: DEBUG oslo_vmware.api [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.032863] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "refresh_cache-e9598453-c7ec-4c98-90a4-c0848c5739f7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.076973] env[68802]: DEBUG oslo_concurrency.lockutils [None req-fb288f2c-9ec7-45c4-b2a0-a1840d073577 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.308s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.152049] env[68802]: DEBUG nova.network.neutron [req-1909955d-77d3-4f19-92f3-017f782acd3b req-29442283-7918-4b5d-9673-cb95e34b0d75 service nova] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.228995] env[68802]: DEBUG nova.network.neutron [req-1909955d-77d3-4f19-92f3-017f782acd3b req-29442283-7918-4b5d-9673-cb95e34b0d75 service nova] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.268275] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b7799-694e-4ab1-8c3f-1b31a56fa3a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.279586] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b460e0-9074-4c72-a673-8f3b9787b83b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.333212] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: ad90fc3d-b7cd-4a2a-a62e-47419a263897] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1152.487097] env[68802]: DEBUG oslo_vmware.api [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5241c803-4c46-70fb-4b6a-8676cbbe5661, 'name': SearchDatastore_Task, 'duration_secs': 0.011908} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.487410] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.487661] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.523461] env[68802]: DEBUG oslo_vmware.api [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38381} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.523737] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.524072] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.524290] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.524507] env[68802]: INFO nova.compute.manager [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1152.524847] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.525152] env[68802]: DEBUG nova.compute.manager [-] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.525283] env[68802]: DEBUG nova.network.neutron [-] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.732565] env[68802]: DEBUG oslo_concurrency.lockutils [req-1909955d-77d3-4f19-92f3-017f782acd3b req-29442283-7918-4b5d-9673-cb95e34b0d75 service nova] Releasing lock "refresh_cache-e9598453-c7ec-4c98-90a4-c0848c5739f7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.732952] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "refresh_cache-e9598453-c7ec-4c98-90a4-c0848c5739f7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.733238] env[68802]: DEBUG nova.network.neutron [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.841671] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 29190d26-01c7-4074-aa62-13c652dd9865] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1153.258941] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62021ff-21b3-47ea-9563-efe9b957c9fe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.268570] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add368a0-7f47-4d3d-ad2f-2d7553189463 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.305641] env[68802]: DEBUG nova.network.neutron [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.308825] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7d1329-8c5a-4f99-ac19-46cf22e93434 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.318483] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b65fac3-47c7-4cbf-ae21-3a837072c76b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.335157] env[68802]: DEBUG nova.compute.provider_tree [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.351690] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 1fa19997-d018-43ac-9260-f18121a33bcd] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1153.420366] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a683cb3f-f5ca-435c-a0b3-0515df25e48d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.453599] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8379d05-3649-4c23-aca9-6ef3ecfde5f5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.464074] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e' progress to 83 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.554470] env[68802]: DEBUG nova.network.neutron [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Updating instance_info_cache with network_info: [{"id": "ee8774c8-1d6b-4e2f-b413-54b45d3b10d8", "address": "fa:16:3e:c1:41:17", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8774c8-1d", "ovs_interfaceid": "ee8774c8-1d6b-4e2f-b413-54b45d3b10d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.730118] env[68802]: DEBUG nova.network.neutron [-] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.781718] env[68802]: DEBUG nova.compute.manager [req-1137a31c-4cfe-4e51-a86e-8d3ab302f7f0 req-4f9f312b-5e53-4175-bcf2-26199e96a8ec service nova] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Received event network-vif-deleted-bd021172-9e30-4fb8-aaac-890130e9dde5 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1153.841719] env[68802]: DEBUG nova.scheduler.client.report [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.854829] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 167974f3-4ec6-496f-bf20-49d9d94cd570] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1153.972871] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.973190] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c3d45ba-904f-436f-9722-e81a12d97e2b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.988385] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1153.988385] env[68802]: value = "task-2796250" [ 1153.988385] env[68802]: _type = "Task" [ 1153.988385] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.002175] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.057195] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "refresh_cache-e9598453-c7ec-4c98-90a4-c0848c5739f7" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.057564] env[68802]: DEBUG nova.compute.manager [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Instance network_info: |[{"id": "ee8774c8-1d6b-4e2f-b413-54b45d3b10d8", "address": "fa:16:3e:c1:41:17", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8774c8-1d", "ovs_interfaceid": "ee8774c8-1d6b-4e2f-b413-54b45d3b10d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.058152] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:41:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee8774c8-1d6b-4e2f-b413-54b45d3b10d8', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.065915] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.066244] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.066589] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d91db7a5-fc2b-44ee-9119-ec29ff96e172 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.091653] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.091653] env[68802]: value = "task-2796251" [ 1154.091653] env[68802]: _type = "Task" [ 1154.091653] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.100084] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796251, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.233983] env[68802]: INFO nova.compute.manager [-] [instance: 4f607992-da76-45b4-9b0c-1b92fd2c2773] Took 1.71 seconds to deallocate network for instance. [ 1154.358593] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 867fb475-5350-4472-971e-6de3ca99b8f7] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1154.501450] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796250, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.602893] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796251, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.622298] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949dba9c-2d90-480d-ab23-0ffd021a333c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.629365] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7e5bf7-419c-4b0a-a50e-f5e9f699367b tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Suspending the VM {{(pid=68802) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1154.629726] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cc6b4e42-9c9b-48f5-9aff-011e325f4ae5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.636483] env[68802]: DEBUG oslo_vmware.api [None req-ef7e5bf7-419c-4b0a-a50e-f5e9f699367b tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1154.636483] env[68802]: value = "task-2796252" [ 1154.636483] env[68802]: _type = "Task" [ 1154.636483] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.644582] env[68802]: DEBUG oslo_vmware.api [None req-ef7e5bf7-419c-4b0a-a50e-f5e9f699367b tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796252, 'name': SuspendVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.743432] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.854112] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.366s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.857565] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.114s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.857936] env[68802]: DEBUG nova.objects.instance [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'resources' on Instance uuid 4f607992-da76-45b4-9b0c-1b92fd2c2773 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.863066] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 3769d9fe-1ee6-45ef-9aed-5746b1a9351f] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1155.236776] env[68802]: DEBUG oslo_vmware.api [None req-ef7e5bf7-419c-4b0a-a50e-f5e9f699367b tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796252, 'name': SuspendVM_Task} progress is 33%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.243800] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796251, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.244167] env[68802]: DEBUG oslo_vmware.api [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796250, 'name': PowerOnVM_Task, 'duration_secs': 0.524812} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.244469] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.244698] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b6099f9e-3e93-42a1-979e-68014a6a69b0 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e' progress to 100 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.366096] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: ce9e1d70-d1c0-4244-bcf6-5497612c00d9] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1155.433825] env[68802]: INFO nova.scheduler.client.report [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted allocation for migration 7215dd79-c799-4990-a8cd-b60573365b28 [ 1155.526022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "a4aef402-76d8-465a-a239-fa2df79e89cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.526022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.665060] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5c9ece-a4f9-4045-b75b-001619c9e5e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.674297] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291b4577-74ac-4e1e-9924-685f53783b29 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.704242] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960b367-617a-4e6a-8bc3-76ad06885c9c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.712039] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3414f61-d841-4c30-b1bd-468ad531eb4a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.732613] env[68802]: DEBUG nova.compute.provider_tree [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.739645] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796251, 'name': CreateVM_Task, 'duration_secs': 1.351229} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.743241] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.743531] env[68802]: DEBUG oslo_vmware.api [None req-ef7e5bf7-419c-4b0a-a50e-f5e9f699367b tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796252, 'name': SuspendVM_Task, 'duration_secs': 0.981762} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.744853] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.745089] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.745352] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.745620] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7e5bf7-419c-4b0a-a50e-f5e9f699367b tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Suspended the VM {{(pid=68802) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1155.745791] env[68802]: DEBUG nova.compute.manager [None req-ef7e5bf7-419c-4b0a-a50e-f5e9f699367b tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.746308] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d0a2b5-0964-42bf-a6df-2d40b388e120 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.748422] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ede812-942c-4925-8eb4-1fb4fb982e63 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.762103] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1155.762103] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52642da0-3c28-4677-1ff4-57f386830e6b" [ 1155.762103] env[68802]: _type = "Task" [ 1155.762103] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.771712] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52642da0-3c28-4677-1ff4-57f386830e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.872059] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 2d703a8d-ffb1-4c6c-b7c7-213df5f4b3b8] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1155.941413] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.855s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.028937] env[68802]: DEBUG nova.compute.utils [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.235844] env[68802]: DEBUG nova.scheduler.client.report [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.275177] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52642da0-3c28-4677-1ff4-57f386830e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.032817} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.275483] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.275712] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.275958] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.276122] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.276511] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.276588] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f242e9b-4217-43bc-976a-43c2595a9a6c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.296809] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.297060] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.298042] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d281506-3467-4f1a-b1cd-07531b000b29 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.304568] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1156.304568] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d6d4b9-c1c8-8081-c9f4-0d9e5125b53d" [ 1156.304568] env[68802]: _type = "Task" [ 1156.304568] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.313022] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d6d4b9-c1c8-8081-c9f4-0d9e5125b53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.375649] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 5ca94b5b-264a-4851-9677-cd16be6ebcb5] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1156.532299] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.741127] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.772719] env[68802]: INFO nova.scheduler.client.report [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleted allocations for instance 4f607992-da76-45b4-9b0c-1b92fd2c2773 [ 1156.879321] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 65558f20-2aca-4b46-adf1-a6e2500feb4d] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1157.136065] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d6d4b9-c1c8-8081-c9f4-0d9e5125b53d, 'name': SearchDatastore_Task, 'duration_secs': 0.02797} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.136996] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2746e1f-69f5-4869-b9cc-2af4ccf770da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.146647] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1157.146647] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528b71b1-6af5-b61a-0774-b023f292783f" [ 1157.146647] env[68802]: _type = "Task" [ 1157.146647] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.159225] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528b71b1-6af5-b61a-0774-b023f292783f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.235228] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "6a893daf-6158-4dc1-af13-ff49bd91392b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.236465] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.236465] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "6a893daf-6158-4dc1-af13-ff49bd91392b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.236465] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.236465] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.238251] env[68802]: INFO nova.compute.manager [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Terminating instance [ 1157.283167] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e26fd3a5-f976-4b8a-a440-e8ab46582716 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "4f607992-da76-45b4-9b0c-1b92fd2c2773" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.775s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.383138] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 088a1d05-b6a6-4c31-b9b8-88a255ae055b] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1157.658453] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528b71b1-6af5-b61a-0774-b023f292783f, 'name': SearchDatastore_Task, 'duration_secs': 0.014728} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.658722] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.658977] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] e9598453-c7ec-4c98-90a4-c0848c5739f7/e9598453-c7ec-4c98-90a4-c0848c5739f7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.659242] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4730c7c-fbd9-445f-af37-59c1cb6e59b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.667388] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1157.667388] env[68802]: value = "task-2796256" [ 1157.667388] env[68802]: _type = "Task" [ 1157.667388] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.677250] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.718428] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "a4aef402-76d8-465a-a239-fa2df79e89cc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.718693] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.718927] env[68802]: INFO nova.compute.manager [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Attaching volume 94c1b746-197f-4e8c-ad10-7457fe4e6c6b to /dev/sdb [ 1157.742527] env[68802]: DEBUG nova.compute.manager [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.742777] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.743721] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f73dd73-387b-47ac-9ecd-8fcae4ece75e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.754071] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.754337] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b578b5ba-24d1-4724-a0dc-abd957445af9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.757382] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620da3f1-c9e3-4bf3-bd2b-90dc09949e36 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.764371] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eaa60b-3dc7-49ac-a1a6-96f8aab1dc05 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.768135] env[68802]: DEBUG oslo_vmware.api [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1157.768135] env[68802]: value = "task-2796257" [ 1157.768135] env[68802]: _type = "Task" [ 1157.768135] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.776285] env[68802]: DEBUG oslo_vmware.api [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.783585] env[68802]: DEBUG nova.virt.block_device [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Updating existing volume attachment record: cc025685-3312-4a21-ac65-e1e8944ddcf7 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1157.810704] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquiring lock "680f7169-b116-4968-a898-641c02275b41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.810704] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lock "680f7169-b116-4968-a898-641c02275b41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.810704] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquiring lock "680f7169-b116-4968-a898-641c02275b41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.810704] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lock "680f7169-b116-4968-a898-641c02275b41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.810704] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lock "680f7169-b116-4968-a898-641c02275b41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.811862] env[68802]: INFO nova.compute.manager [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Terminating instance [ 1157.887133] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: fac4c1b3-e3a6-4296-bcd9-481544d6ff31] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1158.117725] env[68802]: INFO nova.compute.manager [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Resuming [ 1158.117725] env[68802]: DEBUG nova.objects.instance [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lazy-loading 'flavor' on Instance uuid 2f614495-bfa4-454a-8485-5fcd54bc029a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.181735] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796256, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.222068] env[68802]: DEBUG nova.network.neutron [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Port 7b2244c9-3d21-456e-8e16-9653ffed85f2 binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1158.222524] env[68802]: DEBUG oslo_concurrency.lockutils [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.222708] env[68802]: DEBUG oslo_concurrency.lockutils [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.222950] env[68802]: DEBUG nova.network.neutron [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.279721] env[68802]: DEBUG oslo_vmware.api [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796257, 'name': PowerOffVM_Task, 'duration_secs': 0.210288} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.280124] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.280367] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.280759] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79b45dcf-ab08-463f-b86c-cdc1af3f1486 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.316184] env[68802]: DEBUG nova.compute.manager [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.316282] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.317218] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76773679-40c0-4dbe-8ada-6d0a5f7e6487 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.326068] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.326352] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-116c174b-2b10-436f-a761-1542602f85ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.334812] env[68802]: DEBUG oslo_vmware.api [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for the task: (returnval){ [ 1158.334812] env[68802]: value = "task-2796261" [ 1158.334812] env[68802]: _type = "Task" [ 1158.334812] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.343308] env[68802]: DEBUG oslo_vmware.api [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.355090] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.355519] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.355725] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleting the datastore file [datastore2] 6a893daf-6158-4dc1-af13-ff49bd91392b {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.356457] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4564f12-0b84-4c9f-88e5-38d84beffe7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.365522] env[68802]: DEBUG oslo_vmware.api [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for the task: (returnval){ [ 1158.365522] env[68802]: value = "task-2796262" [ 1158.365522] env[68802]: _type = "Task" [ 1158.365522] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.378032] env[68802]: DEBUG oslo_vmware.api [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.390840] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 17df6451-6d98-446e-ac95-574fe40d8bb5] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1158.679615] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796256, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.849921] env[68802]: DEBUG oslo_vmware.api [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796261, 'name': PowerOffVM_Task, 'duration_secs': 0.223875} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.852031] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.852031] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.852031] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ac5281e-a6d3-43b2-a793-19bafb93b826 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.875443] env[68802]: DEBUG oslo_vmware.api [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Task: {'id': task-2796262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162445} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.875786] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.876041] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.876313] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.876515] env[68802]: INFO nova.compute.manager [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1158.876896] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.877632] env[68802]: DEBUG nova.compute.manager [-] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.877779] env[68802]: DEBUG nova.network.neutron [-] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.895492] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 17e48fd9-9421-41af-94b8-dd31db7e6dee] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1158.923220] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.923220] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.923220] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Deleting the datastore file [datastore1] 680f7169-b116-4968-a898-641c02275b41 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.923819] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-591cb073-4062-4b80-a43e-60e8b3b0132f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.933981] env[68802]: DEBUG oslo_vmware.api [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for the task: (returnval){ [ 1158.933981] env[68802]: value = "task-2796264" [ 1158.933981] env[68802]: _type = "Task" [ 1158.933981] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.948296] env[68802]: DEBUG oslo_vmware.api [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.180287] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796256, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.273805] env[68802]: DEBUG nova.compute.manager [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Stashing vm_state: active {{(pid=68802) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1159.283069] env[68802]: DEBUG nova.network.neutron [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance_info_cache with network_info: [{"id": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "address": "fa:16:3e:f4:82:6a", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2244c9-3d", "ovs_interfaceid": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.337987] env[68802]: DEBUG nova.compute.manager [req-bf92acda-abaa-48d9-b27c-95e1565ddeee req-44574acb-8e9d-4222-8e35-0eb566362af0 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Received event network-vif-deleted-d1a92148-d3d7-4523-8508-e57b17d2a6dc {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1159.338194] env[68802]: INFO nova.compute.manager [req-bf92acda-abaa-48d9-b27c-95e1565ddeee req-44574acb-8e9d-4222-8e35-0eb566362af0 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Neutron deleted interface d1a92148-d3d7-4523-8508-e57b17d2a6dc; detaching it from the instance and deleting it from the info cache [ 1159.338365] env[68802]: DEBUG nova.network.neutron [req-bf92acda-abaa-48d9-b27c-95e1565ddeee req-44574acb-8e9d-4222-8e35-0eb566362af0 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.399937] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 905b72db-dfda-4278-bfbe-7a3432ebe8c2] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1159.445303] env[68802]: DEBUG oslo_vmware.api [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796264, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.630654] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.630845] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquired lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.631040] env[68802]: DEBUG nova.network.neutron [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.680950] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796256, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.603685} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.681244] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] e9598453-c7ec-4c98-90a4-c0848c5739f7/e9598453-c7ec-4c98-90a4-c0848c5739f7.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.681602] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.681741] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-856ff563-dab4-4776-91c3-4244ca4c6a32 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.690162] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1159.690162] env[68802]: value = "task-2796266" [ 1159.690162] env[68802]: _type = "Task" [ 1159.690162] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.699136] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.789584] env[68802]: DEBUG oslo_concurrency.lockutils [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.804419] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.804780] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.807744] env[68802]: DEBUG nova.network.neutron [-] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.843687] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7aeb731f-af84-4fb3-9425-516bf0f2f922 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.854644] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331ed745-0b53-4e23-bed8-9b25ad6be9a8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.889016] env[68802]: DEBUG nova.compute.manager [req-bf92acda-abaa-48d9-b27c-95e1565ddeee req-44574acb-8e9d-4222-8e35-0eb566362af0 service nova] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Detach interface failed, port_id=d1a92148-d3d7-4523-8508-e57b17d2a6dc, reason: Instance 6a893daf-6158-4dc1-af13-ff49bd91392b could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1159.903016] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: cf278df2-2ca0-4bc9-9246-dd2bc32080f0] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1159.945451] env[68802]: DEBUG oslo_vmware.api [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Task: {'id': task-2796264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513781} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.945725] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.946037] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.946250] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.946405] env[68802]: INFO nova.compute.manager [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] [instance: 680f7169-b116-4968-a898-641c02275b41] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1159.946652] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.947169] env[68802]: DEBUG nova.compute.manager [-] [instance: 680f7169-b116-4968-a898-641c02275b41] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.947284] env[68802]: DEBUG nova.network.neutron [-] [instance: 680f7169-b116-4968-a898-641c02275b41] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.201590] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077134} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.201829] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.202632] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c869a2a7-9ba3-43ba-b79e-7a27abe57e2d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.225099] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] e9598453-c7ec-4c98-90a4-c0848c5739f7/e9598453-c7ec-4c98-90a4-c0848c5739f7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.225397] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e49848cc-bb83-40f6-8a7f-6376a91f5d7a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.247571] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1160.247571] env[68802]: value = "task-2796269" [ 1160.247571] env[68802]: _type = "Task" [ 1160.247571] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.258808] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.293703] env[68802]: DEBUG nova.compute.manager [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68802) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1160.310318] env[68802]: INFO nova.compute.manager [-] [instance: 6a893daf-6158-4dc1-af13-ff49bd91392b] Took 1.43 seconds to deallocate network for instance. [ 1160.313266] env[68802]: INFO nova.compute.claims [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.406274] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 7a6dc87d-6ac3-48ed-a4ba-c9fa50ed3ba8] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1160.521171] env[68802]: DEBUG nova.network.neutron [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updating instance_info_cache with network_info: [{"id": "1e69c67b-3aa3-4620-9294-d596c23dd348", "address": "fa:16:3e:53:30:04", "network": {"id": "14aa330c-24a2-4a9e-809f-23744b241c71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-677107384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f780182d0f4a48f5ae0303697abe5ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e69c67b-3a", "ovs_interfaceid": "1e69c67b-3aa3-4620-9294-d596c23dd348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.759214] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796269, 'name': ReconfigVM_Task, 'duration_secs': 0.498133} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.759544] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Reconfigured VM instance instance-00000074 to attach disk [datastore2] e9598453-c7ec-4c98-90a4-c0848c5739f7/e9598453-c7ec-4c98-90a4-c0848c5739f7.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.760218] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc52686a-94bf-47fe-88e4-319b78745da5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.767199] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1160.767199] env[68802]: value = "task-2796270" [ 1160.767199] env[68802]: _type = "Task" [ 1160.767199] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.775263] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796270, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.823841] env[68802]: INFO nova.compute.resource_tracker [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating resource usage from migration de075318-039d-4c7e-b6be-1f3bdda741c6 [ 1160.828456] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.909612] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 55060620-d0ea-4609-a2d1-1421edfbf791] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1161.007864] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381e1c32-0598-4807-a6df-9fc67f477ad3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.016642] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a07bed9-083a-4ba8-8a5d-03f25ba10ff1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.024031] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Releasing lock "refresh_cache-2f614495-bfa4-454a-8485-5fcd54bc029a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.047276] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390093e2-72b8-45e1-9672-c10973565221 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.050799] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa923a85-f736-4a94-a567-1983dfa40b1c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.059893] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33642840-13e2-474f-9de0-24198a7c64b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.064380] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Resuming the VM {{(pid=68802) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1161.064607] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3b305df-7479-4d94-a47b-11bc20d2c922 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.076813] env[68802]: DEBUG nova.compute.provider_tree [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.079409] env[68802]: DEBUG oslo_vmware.api [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1161.079409] env[68802]: value = "task-2796271" [ 1161.079409] env[68802]: _type = "Task" [ 1161.079409] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.089119] env[68802]: DEBUG oslo_vmware.api [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.115759] env[68802]: DEBUG nova.network.neutron [-] [instance: 680f7169-b116-4968-a898-641c02275b41] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.277681] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796270, 'name': Rename_Task, 'duration_secs': 0.377401} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.278039] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.278336] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aae47e2-8d73-46dd-8997-d2a9c33eece4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.284911] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1161.284911] env[68802]: value = "task-2796272" [ 1161.284911] env[68802]: _type = "Task" [ 1161.284911] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.292883] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.369157] env[68802]: DEBUG nova.compute.manager [req-7d1ecf4d-e368-4246-9909-7004653955a2 req-4ae03630-e1bf-4299-9dc8-d242e2ba3079 service nova] [instance: 680f7169-b116-4968-a898-641c02275b41] Received event network-vif-deleted-736c44dc-0c16-4948-b513-18c5472e1a98 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1161.413626] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 3ef986d9-7f22-41ef-b0dd-a8835d38c2c2] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1161.448672] env[68802]: DEBUG oslo_concurrency.lockutils [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.582773] env[68802]: DEBUG nova.scheduler.client.report [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.595471] env[68802]: DEBUG oslo_vmware.api [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.621069] env[68802]: INFO nova.compute.manager [-] [instance: 680f7169-b116-4968-a898-641c02275b41] Took 1.67 seconds to deallocate network for instance. [ 1161.797249] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.918062] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: badaf748-ebc3-4152-b14f-4c7b7de10264] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1162.090524] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.285s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.090687] env[68802]: INFO nova.compute.manager [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Migrating [ 1162.102373] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.274s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.102631] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.104851] env[68802]: DEBUG oslo_concurrency.lockutils [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.656s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.107105] env[68802]: DEBUG oslo_vmware.api [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796271, 'name': PowerOnVM_Task, 'duration_secs': 0.813439} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.110323] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Resumed the VM {{(pid=68802) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1162.110453] env[68802]: DEBUG nova.compute.manager [None req-20aef354-e7df-4c81-a409-e5ba07ededab tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.121406] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e15a39-c406-435c-be26-f575c8be7398 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.128227] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.129421] env[68802]: INFO nova.scheduler.client.report [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Deleted allocations for instance 6a893daf-6158-4dc1-af13-ff49bd91392b [ 1162.300491] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796272, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.337805] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.338108] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561984', 'volume_id': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'name': 'volume-94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4aef402-76d8-465a-a239-fa2df79e89cc', 'attached_at': '', 'detached_at': '', 'volume_id': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'serial': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.339105] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52349900-4e5b-4926-8d0b-c2650444370f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.361414] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70489c80-877d-44ef-b101-84988ff5e5ea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.387533] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-94c1b746-197f-4e8c-ad10-7457fe4e6c6b/volume-94c1b746-197f-4e8c-ad10-7457fe4e6c6b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.387860] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21f44839-2990-47cc-b554-9dbbaaab2001 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.408666] env[68802]: DEBUG oslo_vmware.api [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1162.408666] env[68802]: value = "task-2796274" [ 1162.408666] env[68802]: _type = "Task" [ 1162.408666] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.419639] env[68802]: DEBUG oslo_vmware.api [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.420104] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: b69b3fd6-84f3-489a-a1f3-0dbff323feed] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1162.607621] env[68802]: DEBUG nova.objects.instance [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'migration_context' on Instance uuid 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.617944] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.618317] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.618655] env[68802]: DEBUG nova.network.neutron [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.642916] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6e25bb6a-310c-41ae-a5bf-a5f3136f6ec9 tempest-DeleteServersTestJSON-2031359679 tempest-DeleteServersTestJSON-2031359679-project-member] Lock "6a893daf-6158-4dc1-af13-ff49bd91392b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.407s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.799970] env[68802]: DEBUG oslo_vmware.api [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796272, 'name': PowerOnVM_Task, 'duration_secs': 1.457574} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.800335] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.800544] env[68802]: INFO nova.compute.manager [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Took 12.57 seconds to spawn the instance on the hypervisor. [ 1162.800725] env[68802]: DEBUG nova.compute.manager [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.801666] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09525cd6-186a-4bad-8dcb-6c1c85dcc2e0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.920299] env[68802]: DEBUG oslo_vmware.api [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.924032] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 301c4279-7385-407c-9dc0-87b5e1318441] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1163.080043] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.080372] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.332908] env[68802]: INFO nova.compute.manager [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Took 18.65 seconds to build instance. [ 1163.337908] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0817b7-99d2-41e0-80c8-0c80b43212f5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.348216] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed4c19a-7af9-4801-9324-8299aa5495f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.381439] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f13836-b4f8-431b-ab6e-004ef55d47e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.392836] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351b3c44-6833-430d-a7a9-1150923be6f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.415890] env[68802]: DEBUG nova.compute.provider_tree [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.426924] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 39a65ac9-8c3a-4188-af4b-f6f72739c0ff] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1163.428785] env[68802]: DEBUG oslo_vmware.api [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796274, 'name': ReconfigVM_Task, 'duration_secs': 0.719123} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.429722] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-94c1b746-197f-4e8c-ad10-7457fe4e6c6b/volume-94c1b746-197f-4e8c-ad10-7457fe4e6c6b.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.435051] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee9169c-f560-4fbd-9bf0-cd078e2a1bf9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.453356] env[68802]: DEBUG oslo_vmware.api [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1163.453356] env[68802]: value = "task-2796276" [ 1163.453356] env[68802]: _type = "Task" [ 1163.453356] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.465822] env[68802]: DEBUG oslo_vmware.api [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.492963] env[68802]: DEBUG nova.network.neutron [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance_info_cache with network_info: [{"id": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "address": "fa:16:3e:7f:67:ab", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6150befc-18", "ovs_interfaceid": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.587235] env[68802]: DEBUG nova.compute.manager [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.843963] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1ec80568-35ec-48d4-b56b-4b0049513236 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "e9598453-c7ec-4c98-90a4-c0848c5739f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.171s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.922179] env[68802]: DEBUG nova.scheduler.client.report [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.930422] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: e2c47b08-680d-4ad8-bcb1-907a68f70339] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1163.967021] env[68802]: DEBUG oslo_vmware.api [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796276, 'name': ReconfigVM_Task, 'duration_secs': 0.226138} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.967418] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561984', 'volume_id': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'name': 'volume-94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4aef402-76d8-465a-a239-fa2df79e89cc', 'attached_at': '', 'detached_at': '', 'volume_id': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'serial': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1163.995523] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.110262] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.114193] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "1e7ea590-c7cd-4367-86fe-dffd848412c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.114441] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1e7ea590-c7cd-4367-86fe-dffd848412c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.433662] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: b0dfb283-3de7-4fac-8cc2-ba072c942c7d] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1164.617241] env[68802]: DEBUG nova.compute.manager [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.933969] env[68802]: DEBUG oslo_concurrency.lockutils [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.829s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.939803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.812s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.940151] env[68802]: DEBUG nova.objects.instance [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lazy-loading 'resources' on Instance uuid 680f7169-b116-4968-a898-641c02275b41 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.941279] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 46bfcf80-7dbd-492e-b9d3-a6207b2427b7] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1165.009814] env[68802]: DEBUG nova.objects.instance [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lazy-loading 'flavor' on Instance uuid a4aef402-76d8-465a-a239-fa2df79e89cc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.141212] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.324332] env[68802]: DEBUG oslo_concurrency.lockutils [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "a4aef402-76d8-465a-a239-fa2df79e89cc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.451693] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: ad1d605e-bbf1-4101-8d60-6911ef1045cf] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1165.510884] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee7ff4d-2412-4055-9c1f-6724a9d03345 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.518388] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4c3dd72e-189a-4ada-bcc3-09bceac89bf2 tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.800s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.519483] env[68802]: DEBUG oslo_concurrency.lockutils [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.195s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.535110] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance 'ff975d90-156c-4c31-924d-3f94fa278c85' progress to 0 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.635858] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93444b67-5fed-48d7-9b8e-6feb10de4788 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.644118] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa3d40d-ce5f-489c-a234-1483ce853f2f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.674703] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca05375e-4117-4015-beac-c3fcad9b94a6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.682939] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a34d6f-0069-4446-ab98-500ca25d63a6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.697989] env[68802]: DEBUG nova.compute.provider_tree [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.956032] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: a45062b8-eb37-478e-b5d9-e4e30f6eeb7d] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1166.022139] env[68802]: INFO nova.compute.manager [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Detaching volume 94c1b746-197f-4e8c-ad10-7457fe4e6c6b [ 1166.044929] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.044929] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64360811-20de-4cb4-a1a3-26c2ddb79b55 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.053170] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1166.053170] env[68802]: value = "task-2796277" [ 1166.053170] env[68802]: _type = "Task" [ 1166.053170] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.061559] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.062597] env[68802]: INFO nova.virt.block_device [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Attempting to driver detach volume 94c1b746-197f-4e8c-ad10-7457fe4e6c6b from mountpoint /dev/sdb [ 1166.062815] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1166.062995] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561984', 'volume_id': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'name': 'volume-94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4aef402-76d8-465a-a239-fa2df79e89cc', 'attached_at': '', 'detached_at': '', 'volume_id': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'serial': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1166.063798] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e574bc81-f420-4943-8c81-ada35b487441 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.091301] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35af58b-203e-4070-b63f-b8766c1bc2d5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.099640] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4a2def-231e-45d8-bf87-0d9634bb1f00 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.121962] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604b7534-84ff-4529-a414-16301799dc88 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.138903] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] The volume has not been displaced from its original location: [datastore2] volume-94c1b746-197f-4e8c-ad10-7457fe4e6c6b/volume-94c1b746-197f-4e8c-ad10-7457fe4e6c6b.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1166.144282] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1166.144616] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48c3b4f-77fa-421c-9e7f-d87753dbdbcf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.164614] env[68802]: DEBUG oslo_vmware.api [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1166.164614] env[68802]: value = "task-2796278" [ 1166.164614] env[68802]: _type = "Task" [ 1166.164614] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.176252] env[68802]: DEBUG oslo_vmware.api [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.201623] env[68802]: DEBUG nova.scheduler.client.report [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.461480] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 0da19fe3-b125-411e-9dc5-9c980487deed] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1166.487278] env[68802]: INFO nova.compute.manager [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Swapping old allocation on dict_keys(['13848a83-f35a-4e12-bf26-a4b2d228e7c4']) held by migration b021294d-9488-4781-8a44-a7b69434b4bd for instance [ 1166.511019] env[68802]: DEBUG nova.scheduler.client.report [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Overwriting current allocation {'allocations': {'13848a83-f35a-4e12-bf26-a4b2d228e7c4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': 'a4776ee836ac4318a8e9ff2e63d066c0', 'user_id': '040857f0d5fd49fe977bc9158f9aaea2', 'consumer_generation': 1} on consumer 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e {{(pid=68802) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1166.563721] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796277, 'name': PowerOffVM_Task, 'duration_secs': 0.272375} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.567607] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.568038] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance 'ff975d90-156c-4c31-924d-3f94fa278c85' progress to 17 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.611606] env[68802]: DEBUG oslo_concurrency.lockutils [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.611606] env[68802]: DEBUG oslo_concurrency.lockutils [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.611606] env[68802]: DEBUG nova.network.neutron [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.675630] env[68802]: DEBUG oslo_vmware.api [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796278, 'name': ReconfigVM_Task, 'duration_secs': 0.247869} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.676150] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.681035] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77bf477b-4ad2-4a6a-8497-a827febd8996 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.698798] env[68802]: DEBUG oslo_vmware.api [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1166.698798] env[68802]: value = "task-2796280" [ 1166.698798] env[68802]: _type = "Task" [ 1166.698798] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.708578] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.710214] env[68802]: DEBUG oslo_vmware.api [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.710658] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.601s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.712387] env[68802]: INFO nova.compute.claims [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.727969] env[68802]: INFO nova.scheduler.client.report [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Deleted allocations for instance 680f7169-b116-4968-a898-641c02275b41 [ 1166.965031] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 9ab2a6a4-482e-4b86-8259-e23bebe7198e] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1167.074938] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.076337] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.077732] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.077966] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.078243] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.078436] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.078626] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.078787] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.078951] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.079128] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.079335] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.084351] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0cc95f7-dcb3-4dfe-b6ea-a8c3af7490cc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.101230] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1167.101230] env[68802]: value = "task-2796281" [ 1167.101230] env[68802]: _type = "Task" [ 1167.101230] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.110859] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.693285] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 65aeee3f-d2bd-4f7f-b616-1f24083f4a5f] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1167.695586] env[68802]: DEBUG oslo_concurrency.lockutils [None req-20c8ac17-dd0e-48e8-8fb0-b975f7f56ef8 tempest-ServersTestManualDisk-1719188979 tempest-ServersTestManualDisk-1719188979-project-member] Lock "680f7169-b116-4968-a898-641c02275b41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.887s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.720262] env[68802]: DEBUG oslo_vmware.api [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796280, 'name': ReconfigVM_Task, 'duration_secs': 0.161162} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.724350] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561984', 'volume_id': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'name': 'volume-94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4aef402-76d8-465a-a239-fa2df79e89cc', 'attached_at': '', 'detached_at': '', 'volume_id': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b', 'serial': '94c1b746-197f-4e8c-ad10-7457fe4e6c6b'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1167.726895] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796281, 'name': ReconfigVM_Task, 'duration_secs': 0.234801} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.727520] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance 'ff975d90-156c-4c31-924d-3f94fa278c85' progress to 33 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.120643] env[68802]: DEBUG nova.network.neutron [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance_info_cache with network_info: [{"id": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "address": "fa:16:3e:f4:82:6a", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2244c9-3d", "ovs_interfaceid": "7b2244c9-3d21-456e-8e16-9653ffed85f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.197730] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: e27f0e5f-dd73-4d56-a714-53589958715e] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1168.235215] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.236179] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.237082] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.237546] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.237818] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.241882] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.241882] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.241882] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.241882] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.241882] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.241882] env[68802]: DEBUG nova.virt.hardware [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.247464] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.254975] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c9b23f4-ca24-48bd-b507-5517f18dc2ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.280466] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1168.280466] env[68802]: value = "task-2796282" [ 1168.280466] env[68802]: _type = "Task" [ 1168.280466] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.286455] env[68802]: DEBUG nova.objects.instance [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lazy-loading 'flavor' on Instance uuid a4aef402-76d8-465a-a239-fa2df79e89cc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.295035] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.461210] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fdc4d5-5879-40a7-baec-cc163edb73a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.469127] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db622aa4-bf44-455f-9543-2e4b8d1b3dc9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.472460] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "2f614495-bfa4-454a-8485-5fcd54bc029a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.472678] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.472875] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.473056] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.473264] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.476219] env[68802]: INFO nova.compute.manager [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Terminating instance [ 1168.505491] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac1666f-1d50-45c8-a967-f95a3827d7b5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.515120] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b166db-c3b1-4ef6-8c22-ded360b4e516 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.532071] env[68802]: DEBUG nova.compute.provider_tree [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.624541] env[68802]: DEBUG oslo_concurrency.lockutils [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.625607] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e31292-11b7-4805-8843-df5cbd3c1e0b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.633614] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a49645-0b0c-4dac-b73e-e3445e1a4c13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.699857] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 8228be33-050d-4880-96b0-eb6734592837] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1168.791134] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796282, 'name': ReconfigVM_Task, 'duration_secs': 0.192869} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.791734] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.792385] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6662ffa1-02b8-430f-a319-7a8c5f8da3d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.821249] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] ff975d90-156c-4c31-924d-3f94fa278c85/ff975d90-156c-4c31-924d-3f94fa278c85.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.821616] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-392e5321-cde8-4da5-84c1-cc4cee7722d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.848790] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1168.848790] env[68802]: value = "task-2796284" [ 1168.848790] env[68802]: _type = "Task" [ 1168.848790] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.860093] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.005377] env[68802]: DEBUG nova.compute.manager [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.005659] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.006803] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f108330-3ce8-44b7-bae4-0ec6c162a537 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.017871] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.018250] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abab621f-937c-491b-a802-8a0021f871fe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.026831] env[68802]: DEBUG oslo_vmware.api [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1169.026831] env[68802]: value = "task-2796285" [ 1169.026831] env[68802]: _type = "Task" [ 1169.026831] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.035717] env[68802]: DEBUG nova.scheduler.client.report [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.044015] env[68802]: DEBUG oslo_vmware.api [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.203758] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 50e88850-968f-472b-9921-bbf973b475bc] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1169.299843] env[68802]: DEBUG oslo_concurrency.lockutils [None req-46c17a90-5a5b-4acc-8d7a-b66e816e1d6b tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.780s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.362594] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796284, 'name': ReconfigVM_Task, 'duration_secs': 0.29727} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.362880] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Reconfigured VM instance instance-0000004c to attach disk [datastore1] ff975d90-156c-4c31-924d-3f94fa278c85/ff975d90-156c-4c31-924d-3f94fa278c85.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.363279] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance 'ff975d90-156c-4c31-924d-3f94fa278c85' progress to 50 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.539034] env[68802]: DEBUG oslo_vmware.api [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796285, 'name': PowerOffVM_Task, 'duration_secs': 0.28035} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.539330] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.539498] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.539755] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fa70ce6-6d6a-4747-a288-22fe4744a5f9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.545359] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.545721] env[68802]: DEBUG nova.compute.manager [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.548406] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.407s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.553548] env[68802]: INFO nova.compute.claims [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.612807] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.613077] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.613276] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleting the datastore file [datastore2] 2f614495-bfa4-454a-8485-5fcd54bc029a {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.613638] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3554b4b0-7f44-44a8-bafd-516b7fa05b41 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.622686] env[68802]: DEBUG oslo_vmware.api [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for the task: (returnval){ [ 1169.622686] env[68802]: value = "task-2796287" [ 1169.622686] env[68802]: _type = "Task" [ 1169.622686] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.630925] env[68802]: DEBUG oslo_vmware.api [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.686501] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "a4aef402-76d8-465a-a239-fa2df79e89cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.687623] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.687862] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "a4aef402-76d8-465a-a239-fa2df79e89cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.688068] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.688246] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.690948] env[68802]: INFO nova.compute.manager [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Terminating instance [ 1169.711405] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 66fa0a66-f5ea-4ab9-805e-ac58950219fd] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1169.746722] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.746722] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fc796ed-5a16-4c46-af41-b1a4f9e2f6d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.756480] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1169.756480] env[68802]: value = "task-2796288" [ 1169.756480] env[68802]: _type = "Task" [ 1169.756480] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.770233] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.870854] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b47452-df86-4424-9072-94b93a99479c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.892904] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3551db8f-7f1f-40de-8228-a0afbd26d7e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.914122] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance 'ff975d90-156c-4c31-924d-3f94fa278c85' progress to 67 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.061718] env[68802]: DEBUG nova.compute.utils [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.065374] env[68802]: DEBUG nova.compute.manager [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.065597] env[68802]: DEBUG nova.network.neutron [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.133865] env[68802]: DEBUG oslo_vmware.api [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Task: {'id': task-2796287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145388} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.138038] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.138267] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.138483] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.138613] env[68802]: INFO nova.compute.manager [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1170.138861] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.139077] env[68802]: DEBUG nova.compute.manager [-] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.139174] env[68802]: DEBUG nova.network.neutron [-] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.150921] env[68802]: DEBUG nova.policy [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b84c2f64906445da0d17cf8954eef7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6288092943824a84bf8850337bd9044a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.195579] env[68802]: DEBUG nova.compute.manager [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.195859] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.196748] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2342895c-f5cd-48ec-b8d6-99f2855effb3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.209208] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.209745] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8fad5c1-3350-49eb-ae12-628d3c7affcd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.213583] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: dbea6ee4-4f2a-4040-8acc-df5b7da614ec] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1170.221948] env[68802]: DEBUG oslo_vmware.api [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1170.221948] env[68802]: value = "task-2796289" [ 1170.221948] env[68802]: _type = "Task" [ 1170.221948] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.236335] env[68802]: DEBUG oslo_vmware.api [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.273745] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796288, 'name': PowerOffVM_Task, 'duration_secs': 0.344896} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.274170] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.275251] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.275717] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.275980] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.276338] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.276599] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.276972] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.277335] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.277647] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.277875] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.278185] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.278488] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.288179] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872306f7-644d-4a3b-a97e-7245243a42e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.315152] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1170.315152] env[68802]: value = "task-2796290" [ 1170.315152] env[68802]: _type = "Task" [ 1170.315152] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.330028] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.453862] env[68802]: DEBUG nova.network.neutron [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Port 6150befc-18dd-48d0-ac11-8ca6f87c7294 binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1170.571226] env[68802]: DEBUG nova.compute.manager [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.727460] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 3e0ad6f4-d2bc-40ff-a7d1-e7175c0c4839] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1170.746942] env[68802]: DEBUG oslo_vmware.api [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796289, 'name': PowerOffVM_Task, 'duration_secs': 0.197972} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.746942] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.746942] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.746942] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab77de5e-93ed-452b-ac7d-320ff60f1d68 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.807481] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd17dc93-77b9-4c50-b177-695c02f78cd4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.829025] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.830686] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.830686] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleting the datastore file [datastore2] a4aef402-76d8-465a-a239-fa2df79e89cc {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.834971] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8093d8fd-802f-4b33-80ba-d1a0ca0118ff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.841635] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea90892-0ffc-414d-a639-7b5740ea4b63 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.846028] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796290, 'name': ReconfigVM_Task, 'duration_secs': 0.32612} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.847487] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4279ff86-97fb-4a70-8ddc-bc88bbd40113 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.565485] env[68802]: INFO nova.virt.block_device [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Booting with volume 732038f3-34c3-41dc-9cf9-22973f03c67e at /dev/sda [ 1171.567493] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "7da1bc33-dc44-4020-b793-3987b3f97e07" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.568098] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.568098] env[68802]: INFO nova.compute.manager [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Shelving [ 1171.569187] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 27610814-a343-4395-ab92-501846547df8] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1171.574179] env[68802]: DEBUG nova.network.neutron [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Successfully created port: 32731d3d-5a5b-4efe-80f5-de077cdd2bac {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.577747] env[68802]: DEBUG nova.compute.manager [req-ce5fd6d4-b46d-48d8-96a7-1689d57566da req-c0e43a66-242b-434f-b671-f20b06ea1e45 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Received event network-vif-deleted-1e69c67b-3aa3-4620-9294-d596c23dd348 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1171.577747] env[68802]: INFO nova.compute.manager [req-ce5fd6d4-b46d-48d8-96a7-1689d57566da req-c0e43a66-242b-434f-b671-f20b06ea1e45 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Neutron deleted interface 1e69c67b-3aa3-4620-9294-d596c23dd348; detaching it from the instance and deleting it from the info cache [ 1171.577747] env[68802]: DEBUG nova.network.neutron [req-ce5fd6d4-b46d-48d8-96a7-1689d57566da req-c0e43a66-242b-434f-b671-f20b06ea1e45 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.579331] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e046f9f8-b837-453e-9a5d-f3bdc674d5a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.582065] env[68802]: DEBUG oslo_vmware.api [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for the task: (returnval){ [ 1171.582065] env[68802]: value = "task-2796293" [ 1171.582065] env[68802]: _type = "Task" [ 1171.582065] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.602923] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.603168] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.603322] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.603504] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.603631] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.603773] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.603972] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.604137] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.604301] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.604459] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.604626] env[68802]: DEBUG nova.virt.hardware [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.609339] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7294784f-e662-426b-8336-9b99f75727a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.616124] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b6bb3f-c4a9-4acf-a257-9c3593a8d28f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.624835] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1171.624835] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]523c8f51-c4d1-6b42-2ebd-6234af030551" [ 1171.624835] env[68802]: _type = "Task" [ 1171.624835] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.625143] env[68802]: DEBUG oslo_vmware.api [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Task: {'id': task-2796293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150357} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.626778] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.626778] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.626778] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.626778] env[68802]: INFO nova.compute.manager [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1171.626778] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.630193] env[68802]: DEBUG nova.compute.manager [-] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.630299] env[68802]: DEBUG nova.network.neutron [-] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.640575] env[68802]: DEBUG nova.compute.provider_tree [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.648830] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]523c8f51-c4d1-6b42-2ebd-6234af030551, 'name': SearchDatastore_Task, 'duration_secs': 0.008017} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.654383] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.655824] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d58ee39-b1c4-45b9-91ee-da7f260c5d0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.669362] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97e776a9-4212-4d8e-ba10-9ef51d3a9102 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.679608] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062a3425-0fba-4588-ad77-a01ce8be7ef1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.695544] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1171.695544] env[68802]: value = "task-2796294" [ 1171.695544] env[68802]: _type = "Task" [ 1171.695544] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.704723] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.719653] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5adb3b71-a591-43d9-b430-08aa185d90fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.729812] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2f4871-07e7-4a8f-8805-3d62e4008302 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.763975] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9229ae0d-8024-4437-abd2-849f54a09d75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.773513] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31d5c7d-7211-487f-b150-bccbdd352004 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.789011] env[68802]: DEBUG nova.virt.block_device [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating existing volume attachment record: 0a1ea290-796a-42f9-bd35-811db8e1d832 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1172.082672] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 5f43c913-9f54-4d9e-954d-9e776a259a16] Instance has had 0 of 5 cleanup attempts {{(pid=68802) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1172.095719] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "ff975d90-156c-4c31-924d-3f94fa278c85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.096008] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.096227] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.097016] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dfc7b66-7fad-41bc-8b2a-8054ad6b052e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.100231] env[68802]: DEBUG nova.network.neutron [-] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.112052] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831c9880-bb93-4d91-bd28-7d53f9d2f422 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.148016] env[68802]: DEBUG nova.scheduler.client.report [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.162296] env[68802]: DEBUG nova.compute.manager [req-ce5fd6d4-b46d-48d8-96a7-1689d57566da req-c0e43a66-242b-434f-b671-f20b06ea1e45 service nova] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Detach interface failed, port_id=1e69c67b-3aa3-4620-9294-d596c23dd348, reason: Instance 2f614495-bfa4-454a-8485-5fcd54bc029a could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1172.164770] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.165315] env[68802]: DEBUG nova.compute.manager [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.209451] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796294, 'name': ReconfigVM_Task, 'duration_secs': 0.304151} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.209451] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.212358] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60423c6-f7e6-4c5f-b2dc-86fad86db9c9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.241798] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e/30609aaa-3cd2-40cf-a1a0-15416d6e8e2e.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.242463] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a79ccf6-1055-4979-9f1f-1127a1c9616f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.264254] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1172.264254] env[68802]: value = "task-2796295" [ 1172.264254] env[68802]: _type = "Task" [ 1172.264254] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.278554] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.596745] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.597040] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Cleaning up deleted instances with incomplete migration {{(pid=68802) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1172.605020] env[68802]: INFO nova.compute.manager [-] [instance: 2f614495-bfa4-454a-8485-5fcd54bc029a] Took 2.46 seconds to deallocate network for instance. [ 1172.605020] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.606483] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67ee47ac-e4ce-4514-bf28-e6849fe78ad5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.623021] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1172.623021] env[68802]: value = "task-2796296" [ 1172.623021] env[68802]: _type = "Task" [ 1172.623021] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.634873] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.670936] env[68802]: DEBUG nova.compute.utils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.675331] env[68802]: DEBUG nova.compute.manager [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.675331] env[68802]: DEBUG nova.network.neutron [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.715827] env[68802]: DEBUG nova.policy [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b0bb45229d4a7b9d803658f317f7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4f3c36861c447498f2916c19a02a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.775556] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796295, 'name': ReconfigVM_Task, 'duration_secs': 0.298414} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.776759] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e/30609aaa-3cd2-40cf-a1a0-15416d6e8e2e.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.776759] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60b42c0-2940-4a87-a6d5-d0a386655f61 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.802369] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc0b2ed-ad0f-4c54-870a-10f7c1a991e6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.824807] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d991a676-e01e-411c-9e3e-d1f3e11793eb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.848298] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23fa2f6-0e5d-4012-9c19-39fa93982372 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.859289] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.859492] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1a818ac-b9b2-44ea-9032-7e337188c9e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.867640] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1172.867640] env[68802]: value = "task-2796297" [ 1172.867640] env[68802]: _type = "Task" [ 1172.867640] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.879381] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.879381] env[68802]: DEBUG nova.network.neutron [-] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.033080] env[68802]: DEBUG nova.network.neutron [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Successfully created port: 84da5c88-df7f-45e1-84a0-63ab59efd035 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.101056] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.116626] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.116952] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.117204] env[68802]: DEBUG nova.objects.instance [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lazy-loading 'resources' on Instance uuid 2f614495-bfa4-454a-8485-5fcd54bc029a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.136127] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796296, 'name': PowerOffVM_Task, 'duration_secs': 0.200464} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.136127] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.136560] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b14d84b-6ef5-447c-a4a0-8d66dd34f70b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.163316] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8ddcd0-754a-4d18-bdbb-c5dd301c3ad6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.178487] env[68802]: DEBUG nova.compute.manager [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.190487] env[68802]: DEBUG nova.compute.manager [req-cb77922b-af68-4860-a2c0-87b27e44b679 req-096f46c9-bf9f-4b99-90ae-825f16eb91bd service nova] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Received event network-vif-deleted-a4fc4f72-d9e8-4d4b-b1cd-4a01c42bf971 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1173.229199] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.229407] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.229588] env[68802]: DEBUG nova.network.neutron [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.380952] env[68802]: INFO nova.compute.manager [-] [instance: a4aef402-76d8-465a-a239-fa2df79e89cc] Took 1.75 seconds to deallocate network for instance. [ 1173.381320] env[68802]: DEBUG oslo_vmware.api [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796297, 'name': PowerOnVM_Task, 'duration_secs': 0.43379} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.383103] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.612511] env[68802]: DEBUG nova.network.neutron [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Successfully updated port: 32731d3d-5a5b-4efe-80f5-de077cdd2bac {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.679913] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1173.679913] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bec4ccf9-cb95-41c3-8f92-ff10311b7595 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.697827] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1173.697827] env[68802]: value = "task-2796298" [ 1173.697827] env[68802]: _type = "Task" [ 1173.697827] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.711965] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796298, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.843989] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047513a4-544f-476e-8b98-a7ebef6aae24 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.852558] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1c32be-f836-4c1f-bc15-c00ef9c1f140 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.890217] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83951141-6034-4945-a442-688eda5c1d69 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.897008] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.903801] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c15effc-cec0-4d94-8c51-5e94a47f42ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.908853] env[68802]: DEBUG nova.compute.manager [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.909422] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.909812] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.910008] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.910893] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.911130] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.911575] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.911833] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.912127] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.912395] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.912788] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.913087] env[68802]: DEBUG nova.virt.hardware [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.914058] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022dff93-6e27-4162-86c3-d7df0002a2d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.932282] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61793e54-2ebd-44c6-bf50-759ee976d714 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.937149] env[68802]: DEBUG nova.compute.provider_tree [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.041030] env[68802]: DEBUG nova.network.neutron [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance_info_cache with network_info: [{"id": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "address": "fa:16:3e:7f:67:ab", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6150befc-18", "ovs_interfaceid": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.114613] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.114820] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.114985] env[68802]: DEBUG nova.network.neutron [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.193766] env[68802]: DEBUG nova.compute.manager [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.428657] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796298, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.443137] env[68802]: DEBUG nova.scheduler.client.report [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.447245] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.447488] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.447643] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.447935] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.448457] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.448653] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.448885] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.449228] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.449228] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.449399] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.449587] env[68802]: DEBUG nova.virt.hardware [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.450507] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a04354b-cec2-4ab8-b3a7-963e75b369dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.461320] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce1dae3-b76d-4922-ac85-087836a3ff64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.477562] env[68802]: INFO nova.compute.manager [None req-45b04fcf-b161-4c92-978a-43fff425d858 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance to original state: 'active' [ 1174.542792] env[68802]: DEBUG oslo_concurrency.lockutils [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Acquiring lock "3d679514-beba-4105-a8dc-985cc71785c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.543075] env[68802]: DEBUG oslo_concurrency.lockutils [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "3d679514-beba-4105-a8dc-985cc71785c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.544524] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.670879] env[68802]: DEBUG nova.network.neutron [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.919821] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796298, 'name': CreateSnapshot_Task, 'duration_secs': 0.984868} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.920163] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1174.920913] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91b69b1-9f3b-41f2-a0ed-ac56ae980748 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.955886] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.963023] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.061s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.963023] env[68802]: DEBUG nova.objects.instance [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lazy-loading 'resources' on Instance uuid a4aef402-76d8-465a-a239-fa2df79e89cc {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.996076] env[68802]: INFO nova.scheduler.client.report [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Deleted allocations for instance 2f614495-bfa4-454a-8485-5fcd54bc029a [ 1175.022185] env[68802]: DEBUG nova.network.neutron [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Successfully updated port: 84da5c88-df7f-45e1-84a0-63ab59efd035 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.036477] env[68802]: DEBUG nova.network.neutron [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance_info_cache with network_info: [{"id": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "address": "fa:16:3e:35:a8:4b", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32731d3d-5a", "ovs_interfaceid": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.050068] env[68802]: DEBUG nova.compute.manager [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.072385] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c51370-0279-48d4-8bd5-6bb74b089a05 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.096142] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6594a7a0-d386-4f0b-82db-3066ef8b1ff0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.104362] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance 'ff975d90-156c-4c31-924d-3f94fa278c85' progress to 83 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.219194] env[68802]: DEBUG nova.compute.manager [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Received event network-vif-plugged-32731d3d-5a5b-4efe-80f5-de077cdd2bac {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1175.219437] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Acquiring lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.219602] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.219766] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.219928] env[68802]: DEBUG nova.compute.manager [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] No waiting events found dispatching network-vif-plugged-32731d3d-5a5b-4efe-80f5-de077cdd2bac {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.220139] env[68802]: WARNING nova.compute.manager [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Received unexpected event network-vif-plugged-32731d3d-5a5b-4efe-80f5-de077cdd2bac for instance with vm_state building and task_state spawning. [ 1175.220263] env[68802]: DEBUG nova.compute.manager [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Received event network-changed-32731d3d-5a5b-4efe-80f5-de077cdd2bac {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1175.220417] env[68802]: DEBUG nova.compute.manager [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Refreshing instance network info cache due to event network-changed-32731d3d-5a5b-4efe-80f5-de077cdd2bac. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1175.220582] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Acquiring lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.443272] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1175.443927] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0b85e36b-f6f5-4647-a484-0ab4ca51c406 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.453463] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1175.453463] env[68802]: value = "task-2796299" [ 1175.453463] env[68802]: _type = "Task" [ 1175.453463] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.463642] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796299, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.510761] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1663db1c-00bb-484b-a990-71143fcee1d3 tempest-ServersNegativeTestJSON-1204513143 tempest-ServersNegativeTestJSON-1204513143-project-member] Lock "2f614495-bfa4-454a-8485-5fcd54bc029a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.038s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.524472] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "refresh_cache-1e7ea590-c7cd-4367-86fe-dffd848412c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.524616] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "refresh_cache-1e7ea590-c7cd-4367-86fe-dffd848412c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.524917] env[68802]: DEBUG nova.network.neutron [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.541124] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.541124] env[68802]: DEBUG nova.compute.manager [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Instance network_info: |[{"id": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "address": "fa:16:3e:35:a8:4b", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32731d3d-5a", "ovs_interfaceid": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.541124] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Acquired lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.541124] env[68802]: DEBUG nova.network.neutron [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Refreshing network info cache for port 32731d3d-5a5b-4efe-80f5-de077cdd2bac {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.542372] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:a8:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32731d3d-5a5b-4efe-80f5-de077cdd2bac', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.549813] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.552963] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.555886] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98c3c0fd-1fe1-4751-b279-c542ed00f918 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.580013] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.580013] env[68802]: value = "task-2796300" [ 1175.580013] env[68802]: _type = "Task" [ 1175.580013] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.590621] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796300, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.591696] env[68802]: DEBUG oslo_concurrency.lockutils [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.611051] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.611828] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec63af68-6b42-4e89-967b-fc4774d14b72 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.622110] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1175.622110] env[68802]: value = "task-2796301" [ 1175.622110] env[68802]: _type = "Task" [ 1175.622110] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.636571] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.689111] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aaa5a5-a90e-47ed-8743-96b099c13b13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.699085] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd761307-4298-481c-a9b1-54e04f9d3135 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.744098] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb7324-ee12-4b27-9058-47ac6978081c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.753205] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ee92e5-8c29-4948-b9d6-99b96f86f001 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.768295] env[68802]: DEBUG nova.compute.provider_tree [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.888426] env[68802]: DEBUG nova.network.neutron [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updated VIF entry in instance network info cache for port 32731d3d-5a5b-4efe-80f5-de077cdd2bac. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.889016] env[68802]: DEBUG nova.network.neutron [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance_info_cache with network_info: [{"id": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "address": "fa:16:3e:35:a8:4b", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32731d3d-5a", "ovs_interfaceid": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.966722] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796299, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.093173] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796300, 'name': CreateVM_Task, 'duration_secs': 0.424951} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.094143] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.094410] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561979', 'volume_id': '732038f3-34c3-41dc-9cf9-22973f03c67e', 'name': 'volume-732038f3-34c3-41dc-9cf9-22973f03c67e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99', 'attached_at': '', 'detached_at': '', 'volume_id': '732038f3-34c3-41dc-9cf9-22973f03c67e', 'serial': '732038f3-34c3-41dc-9cf9-22973f03c67e'}, 'boot_index': 0, 'disk_bus': None, 'attachment_id': '0a1ea290-796a-42f9-bd35-811db8e1d832', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68802) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1176.095643] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Root volume attach. Driver type: vmdk {{(pid=68802) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1176.096020] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e47daf-fa77-430f-999e-f278de38642a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.106691] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48061b4b-6fc2-4741-90a9-af0bc642b870 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.113851] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c836f1e-a8fc-4ebb-bbc3-a7741732d3a9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.121587] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-053d6147-f984-4bf4-97d7-c7efb68a8687 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.133030] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796301, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.134438] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1176.134438] env[68802]: value = "task-2796302" [ 1176.134438] env[68802]: _type = "Task" [ 1176.134438] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.144218] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796302, 'name': RelocateVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.213621] env[68802]: DEBUG nova.network.neutron [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.273093] env[68802]: DEBUG nova.scheduler.client.report [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.391779] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Releasing lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.392093] env[68802]: DEBUG nova.compute.manager [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Received event network-vif-plugged-84da5c88-df7f-45e1-84a0-63ab59efd035 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1176.392380] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Acquiring lock "1e7ea590-c7cd-4367-86fe-dffd848412c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.392633] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Lock "1e7ea590-c7cd-4367-86fe-dffd848412c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.392873] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Lock "1e7ea590-c7cd-4367-86fe-dffd848412c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.393191] env[68802]: DEBUG nova.compute.manager [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] No waiting events found dispatching network-vif-plugged-84da5c88-df7f-45e1-84a0-63ab59efd035 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.393517] env[68802]: WARNING nova.compute.manager [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Received unexpected event network-vif-plugged-84da5c88-df7f-45e1-84a0-63ab59efd035 for instance with vm_state building and task_state spawning. [ 1176.393742] env[68802]: DEBUG nova.compute.manager [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Received event network-changed-84da5c88-df7f-45e1-84a0-63ab59efd035 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1176.393907] env[68802]: DEBUG nova.compute.manager [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Refreshing instance network info cache due to event network-changed-84da5c88-df7f-45e1-84a0-63ab59efd035. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1176.394093] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Acquiring lock "refresh_cache-1e7ea590-c7cd-4367-86fe-dffd848412c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.404974] env[68802]: DEBUG nova.network.neutron [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Updating instance_info_cache with network_info: [{"id": "84da5c88-df7f-45e1-84a0-63ab59efd035", "address": "fa:16:3e:f9:6a:57", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84da5c88-df", "ovs_interfaceid": "84da5c88-df7f-45e1-84a0-63ab59efd035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.465521] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796299, 'name': CloneVM_Task} progress is 95%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.600444] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.639026] env[68802]: DEBUG oslo_vmware.api [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796301, 'name': PowerOnVM_Task, 'duration_secs': 0.583084} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.639310] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.639676] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc92fd-adab-406a-ac35-2c92336543cf tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance 'ff975d90-156c-4c31-924d-3f94fa278c85' progress to 100 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.651491] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796302, 'name': RelocateVM_Task} progress is 20%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.751983] env[68802]: DEBUG oslo_concurrency.lockutils [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.755154] env[68802]: DEBUG oslo_concurrency.lockutils [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.755154] env[68802]: DEBUG oslo_concurrency.lockutils [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.755154] env[68802]: DEBUG oslo_concurrency.lockutils [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.755154] env[68802]: DEBUG oslo_concurrency.lockutils [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.757774] env[68802]: INFO nova.compute.manager [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Terminating instance [ 1176.778187] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.780485] env[68802]: DEBUG oslo_concurrency.lockutils [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.189s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.782184] env[68802]: INFO nova.compute.claims [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.808514] env[68802]: INFO nova.scheduler.client.report [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Deleted allocations for instance a4aef402-76d8-465a-a239-fa2df79e89cc [ 1176.907637] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "refresh_cache-1e7ea590-c7cd-4367-86fe-dffd848412c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.907986] env[68802]: DEBUG nova.compute.manager [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Instance network_info: |[{"id": "84da5c88-df7f-45e1-84a0-63ab59efd035", "address": "fa:16:3e:f9:6a:57", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84da5c88-df", "ovs_interfaceid": "84da5c88-df7f-45e1-84a0-63ab59efd035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.908312] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Acquired lock "refresh_cache-1e7ea590-c7cd-4367-86fe-dffd848412c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.908514] env[68802]: DEBUG nova.network.neutron [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Refreshing network info cache for port 84da5c88-df7f-45e1-84a0-63ab59efd035 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.909713] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:6a:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84da5c88-df7f-45e1-84a0-63ab59efd035', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.917826] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.918761] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.919008] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5666a2b-ddd3-4ac0-910e-eb910e5150bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.941449] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.941449] env[68802]: value = "task-2796303" [ 1176.941449] env[68802]: _type = "Task" [ 1176.941449] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.950690] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796303, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.963233] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796299, 'name': CloneVM_Task, 'duration_secs': 1.252289} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.963486] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Created linked-clone VM from snapshot [ 1176.964268] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b91511-c6e2-49f7-b875-89757aab3356 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.973032] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Uploading image 3f226c24-d745-4417-a49e-3fc4eb9f1ccf {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1177.002484] env[68802]: DEBUG oslo_vmware.rw_handles [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1177.002484] env[68802]: value = "vm-561987" [ 1177.002484] env[68802]: _type = "VirtualMachine" [ 1177.002484] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1177.003173] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-226e8a0b-1c43-4731-87e2-60311fbfbefb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.012755] env[68802]: DEBUG oslo_vmware.rw_handles [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lease: (returnval){ [ 1177.012755] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ffcb17-19dc-03d3-2d93-3782c48b8b23" [ 1177.012755] env[68802]: _type = "HttpNfcLease" [ 1177.012755] env[68802]: } obtained for exporting VM: (result){ [ 1177.012755] env[68802]: value = "vm-561987" [ 1177.012755] env[68802]: _type = "VirtualMachine" [ 1177.012755] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1177.013066] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the lease: (returnval){ [ 1177.013066] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ffcb17-19dc-03d3-2d93-3782c48b8b23" [ 1177.013066] env[68802]: _type = "HttpNfcLease" [ 1177.013066] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1177.023977] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.023977] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ffcb17-19dc-03d3-2d93-3782c48b8b23" [ 1177.023977] env[68802]: _type = "HttpNfcLease" [ 1177.023977] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.106586] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._sync_power_states {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.149806] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796302, 'name': RelocateVM_Task, 'duration_secs': 0.651899} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.150588] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.150848] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561979', 'volume_id': '732038f3-34c3-41dc-9cf9-22973f03c67e', 'name': 'volume-732038f3-34c3-41dc-9cf9-22973f03c67e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99', 'attached_at': '', 'detached_at': '', 'volume_id': '732038f3-34c3-41dc-9cf9-22973f03c67e', 'serial': '732038f3-34c3-41dc-9cf9-22973f03c67e'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.154022] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42afd45d-93a1-4923-995f-bb35ef36a43c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.171217] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e991792-7f2f-4764-980b-ec5daa793c5e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.200067] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-732038f3-34c3-41dc-9cf9-22973f03c67e/volume-732038f3-34c3-41dc-9cf9-22973f03c67e.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.201227] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ba6ff5-b10f-42a0-a764-08b6076cd9b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.231641] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1177.231641] env[68802]: value = "task-2796305" [ 1177.231641] env[68802]: _type = "Task" [ 1177.231641] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.245801] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.261418] env[68802]: DEBUG nova.compute.manager [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.261780] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.262126] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f79662e-2c98-4e3a-9be8-292c54136d23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.271416] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1177.271416] env[68802]: value = "task-2796306" [ 1177.271416] env[68802]: _type = "Task" [ 1177.271416] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.284889] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.316401] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9979b977-45ad-4d78-b840-8e38d45fc6ac tempest-AttachVolumeNegativeTest-276862920 tempest-AttachVolumeNegativeTest-276862920-project-member] Lock "a4aef402-76d8-465a-a239-fa2df79e89cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.629s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.452087] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796303, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.520699] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.520699] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ffcb17-19dc-03d3-2d93-3782c48b8b23" [ 1177.520699] env[68802]: _type = "HttpNfcLease" [ 1177.520699] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1177.521033] env[68802]: DEBUG oslo_vmware.rw_handles [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1177.521033] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ffcb17-19dc-03d3-2d93-3782c48b8b23" [ 1177.521033] env[68802]: _type = "HttpNfcLease" [ 1177.521033] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1177.521882] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c11441-8237-4f9c-ae52-519f3d71be9b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.530200] env[68802]: DEBUG oslo_vmware.rw_handles [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c91f-cc43-e6d2-0258-793999a4f42b/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1177.530447] env[68802]: DEBUG oslo_vmware.rw_handles [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c91f-cc43-e6d2-0258-793999a4f42b/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1177.613845] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Getting list of instances from cluster (obj){ [ 1177.613845] env[68802]: value = "domain-c8" [ 1177.613845] env[68802]: _type = "ClusterComputeResource" [ 1177.613845] env[68802]: } {{(pid=68802) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1177.615097] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a921ad1a-2d0b-4c54-baa6-e6b92d693af9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.639509] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Got total of 9 instances {{(pid=68802) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1177.639714] env[68802]: WARNING nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1177.639856] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Triggering sync for uuid 0a18db03-13aa-45ae-9419-9e5f9b7ab882 {{(pid=68802) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1177.640062] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Triggering sync for uuid ff975d90-156c-4c31-924d-3f94fa278c85 {{(pid=68802) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1177.640219] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Triggering sync for uuid 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e {{(pid=68802) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1177.640366] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Triggering sync for uuid 390dab90-ce33-4fd1-a77f-415f8bb7308b {{(pid=68802) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1177.640514] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Triggering sync for uuid 7da1bc33-dc44-4020-b793-3987b3f97e07 {{(pid=68802) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1177.640660] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Triggering sync for uuid ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719 {{(pid=68802) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1177.640804] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Triggering sync for uuid e9598453-c7ec-4c98-90a4-c0848c5739f7 {{(pid=68802) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1177.640947] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Triggering sync for uuid 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99 {{(pid=68802) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1177.641110] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Triggering sync for uuid 1e7ea590-c7cd-4367-86fe-dffd848412c2 {{(pid=68802) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1177.641257] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Triggering sync for uuid 3d679514-beba-4105-a8dc-985cc71785c0 {{(pid=68802) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1177.641722] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.641972] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.642244] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "ff975d90-156c-4c31-924d-3f94fa278c85" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.642422] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.642593] env[68802]: INFO nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1177.642753] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.642931] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.643146] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "390dab90-ce33-4fd1-a77f-415f8bb7308b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.643315] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "390dab90-ce33-4fd1-a77f-415f8bb7308b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.643543] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "7da1bc33-dc44-4020-b793-3987b3f97e07" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.643758] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.643939] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.644179] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "e9598453-c7ec-4c98-90a4-c0848c5739f7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.644351] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "e9598453-c7ec-4c98-90a4-c0848c5739f7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.644574] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.644773] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "1e7ea590-c7cd-4367-86fe-dffd848412c2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.645029] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "3d679514-beba-4105-a8dc-985cc71785c0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.645805] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9c41aa-7e48-4903-9873-bedc354d35e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.648985] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a5b312-e22b-4a26-840a-56686f2369d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.651950] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308e04f9-ec74-43d1-974f-5d50f8d84ce3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.654686] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3436ce-9aa2-46de-938f-0f0f9a51103a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.678476] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fcb46f3d-19d9-4ebf-94a2-7d8c216b721b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.701275] env[68802]: DEBUG nova.network.neutron [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Updated VIF entry in instance network info cache for port 84da5c88-df7f-45e1-84a0-63ab59efd035. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.701720] env[68802]: DEBUG nova.network.neutron [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Updating instance_info_cache with network_info: [{"id": "84da5c88-df7f-45e1-84a0-63ab59efd035", "address": "fa:16:3e:f9:6a:57", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84da5c88-df", "ovs_interfaceid": "84da5c88-df7f-45e1-84a0-63ab59efd035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.743738] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796305, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.783208] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796306, 'name': PowerOffVM_Task, 'duration_secs': 0.22738} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.783603] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.784094] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1177.784318] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561972', 'volume_id': '09332391-b6b5-45aa-a940-7c3aa38b55f3', 'name': 'volume-09332391-b6b5-45aa-a940-7c3aa38b55f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e', 'attached_at': '2025-03-06T07:43:13.000000', 'detached_at': '', 'volume_id': '09332391-b6b5-45aa-a940-7c3aa38b55f3', 'serial': '09332391-b6b5-45aa-a940-7c3aa38b55f3'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1177.785215] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1611de5-afca-4699-bc04-5aba1a1c0584 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.816037] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e561ea-ce56-441b-85e6-71c1ff8ab262 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.824619] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da630ada-aae0-489e-85dd-176ca02ff27a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.847612] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8094768-46ef-41fc-a554-3ae5edd587fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.864325] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] The volume has not been displaced from its original location: [datastore2] volume-09332391-b6b5-45aa-a940-7c3aa38b55f3/volume-09332391-b6b5-45aa-a940-7c3aa38b55f3.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1177.870438] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.874473] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81c9ff10-1bbe-40bb-8515-5e551ff0263b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.895673] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1177.895673] env[68802]: value = "task-2796307" [ 1177.895673] env[68802]: _type = "Task" [ 1177.895673] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.906776] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.953446] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796303, 'name': CreateVM_Task, 'duration_secs': 0.51858} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.953696] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.954412] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.954579] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.954903] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.955183] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0066e542-a5e3-4260-93bb-25fe7940ba97 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.961077] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1177.961077] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526c03d2-e340-5c37-5924-e791bf9e72f6" [ 1177.961077] env[68802]: _type = "Task" [ 1177.961077] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.971430] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526c03d2-e340-5c37-5924-e791bf9e72f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.010491] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acc2c53-75c3-4e73-bb46-8e8a8d09a995 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.019260] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ae3b7-d3d0-41b6-b397-469df23104e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.052822] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59811f1-2be1-4c26-8f19-dc89802e1161 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.061611] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce321a9-b6da-461c-9512-238c67abe996 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.076844] env[68802]: DEBUG nova.compute.provider_tree [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.179177] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.179924] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "390dab90-ce33-4fd1-a77f-415f8bb7308b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.180460] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "e9598453-c7ec-4c98-90a4-c0848c5739f7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.180993] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.209127] env[68802]: DEBUG oslo_concurrency.lockutils [req-ddc1313c-87c6-4c1f-bd9e-55515fb0900e req-8f78c5fa-8a50-4000-b03f-e02a5c1c14ef service nova] Releasing lock "refresh_cache-1e7ea590-c7cd-4367-86fe-dffd848412c2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.246457] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796305, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.408406] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.473498] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526c03d2-e340-5c37-5924-e791bf9e72f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.473905] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.474311] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.474654] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.474836] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.475143] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.475555] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a874150d-e652-4e6c-bf92-7960f8727fd0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.486357] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.487049] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.487481] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a762d1-5ed7-4e4b-aa99-ecfe8d1a58ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.494294] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1178.494294] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5229dba6-f4b4-d965-6d94-d9ce087e503c" [ 1178.494294] env[68802]: _type = "Task" [ 1178.494294] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.504297] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5229dba6-f4b4-d965-6d94-d9ce087e503c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.579703] env[68802]: DEBUG nova.scheduler.client.report [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.823021] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796305, 'name': ReconfigVM_Task, 'duration_secs': 1.453273} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.823021] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-732038f3-34c3-41dc-9cf9-22973f03c67e/volume-732038f3-34c3-41dc-9cf9-22973f03c67e.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.838224] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7aa5fe-30d1-4ddf-9be7-fd5d3727cafe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.849440] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1178.849440] env[68802]: value = "task-2796309" [ 1178.849440] env[68802]: _type = "Task" [ 1178.849440] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.861727] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.908346] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796307, 'name': ReconfigVM_Task, 'duration_secs': 1.011863} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.909110] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.914257] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23c5eb48-b9eb-454d-9408-8ae4fd554813 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.931114] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1178.931114] env[68802]: value = "task-2796310" [ 1178.931114] env[68802]: _type = "Task" [ 1178.931114] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.946179] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.005463] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5229dba6-f4b4-d965-6d94-d9ce087e503c, 'name': SearchDatastore_Task, 'duration_secs': 0.01656} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.006400] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5c0167-aa31-4896-ba90-6d7fed708c2a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.012414] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1179.012414] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52316bff-4b6d-3f33-bfbc-e81fe931346c" [ 1179.012414] env[68802]: _type = "Task" [ 1179.012414] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.021477] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52316bff-4b6d-3f33-bfbc-e81fe931346c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.074019] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "ff975d90-156c-4c31-924d-3f94fa278c85" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.074246] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.074467] env[68802]: DEBUG nova.compute.manager [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Going to confirm migration 8 {{(pid=68802) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1179.087040] env[68802]: DEBUG oslo_concurrency.lockutils [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.087792] env[68802]: DEBUG nova.compute.manager [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.359610] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796309, 'name': ReconfigVM_Task, 'duration_secs': 0.169096} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.359909] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561979', 'volume_id': '732038f3-34c3-41dc-9cf9-22973f03c67e', 'name': 'volume-732038f3-34c3-41dc-9cf9-22973f03c67e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99', 'attached_at': '', 'detached_at': '', 'volume_id': '732038f3-34c3-41dc-9cf9-22973f03c67e', 'serial': '732038f3-34c3-41dc-9cf9-22973f03c67e'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1179.360582] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35cd3d0c-0377-426b-8901-8e49c79c3950 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.367876] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1179.367876] env[68802]: value = "task-2796311" [ 1179.367876] env[68802]: _type = "Task" [ 1179.367876] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.377609] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796311, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.442495] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796310, 'name': ReconfigVM_Task, 'duration_secs': 0.238602} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.442883] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561972', 'volume_id': '09332391-b6b5-45aa-a940-7c3aa38b55f3', 'name': 'volume-09332391-b6b5-45aa-a940-7c3aa38b55f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '30609aaa-3cd2-40cf-a1a0-15416d6e8e2e', 'attached_at': '2025-03-06T07:43:13.000000', 'detached_at': '', 'volume_id': '09332391-b6b5-45aa-a940-7c3aa38b55f3', 'serial': '09332391-b6b5-45aa-a940-7c3aa38b55f3'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1179.443429] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.444357] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48107e7-b5ad-4d6a-80b3-9491b37a856c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.452687] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.452878] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24a52b0b-288f-460d-b457-f43da1ee5820 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.526978] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52316bff-4b6d-3f33-bfbc-e81fe931346c, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.527818] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.528078] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 1e7ea590-c7cd-4367-86fe-dffd848412c2/1e7ea590-c7cd-4367-86fe-dffd848412c2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.528500] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0656cbac-2e32-446d-87aa-6ee08d126cf5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.537234] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1179.537234] env[68802]: value = "task-2796313" [ 1179.537234] env[68802]: _type = "Task" [ 1179.537234] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.551312] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.552996] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.553277] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.553543] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleting the datastore file [datastore2] 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.553938] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2b6cf1b-fa90-4fd1-8060-7f8257551618 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.562528] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1179.562528] env[68802]: value = "task-2796314" [ 1179.562528] env[68802]: _type = "Task" [ 1179.562528] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.572114] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.593715] env[68802]: DEBUG nova.compute.utils [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.595281] env[68802]: DEBUG nova.compute.manager [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.595473] env[68802]: DEBUG nova.network.neutron [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.629079] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.629263] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.629447] env[68802]: DEBUG nova.network.neutron [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.629648] env[68802]: DEBUG nova.objects.instance [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'info_cache' on Instance uuid ff975d90-156c-4c31-924d-3f94fa278c85 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.657118] env[68802]: DEBUG nova.policy [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7339616c4f343bc84feac0623968bd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7426f04fbd0e4b60a12b46a63458a896', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.881318] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796311, 'name': Rename_Task, 'duration_secs': 0.198021} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.881734] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.881958] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85595f98-9e1d-4cbf-a2f3-2007703c7223 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.890671] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1179.890671] env[68802]: value = "task-2796315" [ 1179.890671] env[68802]: _type = "Task" [ 1179.890671] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.900459] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.039035] env[68802]: DEBUG nova.network.neutron [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Successfully created port: 66619e24-24b5-4233-a1ff-f97b58f0619a {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.054950] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796313, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.073415] env[68802]: DEBUG oslo_vmware.api [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30989} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.073687] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.073860] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.074046] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.074228] env[68802]: INFO nova.compute.manager [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1180.074471] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.074668] env[68802]: DEBUG nova.compute.manager [-] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.074758] env[68802]: DEBUG nova.network.neutron [-] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.098871] env[68802]: DEBUG nova.compute.manager [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.411411] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796315, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.558400] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638697} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.558751] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 1e7ea590-c7cd-4367-86fe-dffd848412c2/1e7ea590-c7cd-4367-86fe-dffd848412c2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.559015] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.559316] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f10e678d-b86b-422a-bb08-9904d9ae8bcd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.567489] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1180.567489] env[68802]: value = "task-2796316" [ 1180.567489] env[68802]: _type = "Task" [ 1180.567489] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.576523] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.604496] env[68802]: INFO nova.virt.block_device [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Booting with volume 318e1098-2dd7-4686-a08a-59f2966a3a5c at /dev/sda [ 1180.653054] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87621994-8132-4810-a16b-8bf0f61097c9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.663718] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ded109-e498-472c-b9e8-9f0200945685 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.703360] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7277952c-0b79-406a-acab-246aaa0b24fa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.713487] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56cd118-5bf5-4b34-a33b-f21de4b3f1cd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.753180] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784c6c61-cf72-41d3-b37a-c35403ebf2fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.762079] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba0af7b-afda-45de-bdaf-388bc2818cc9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.777652] env[68802]: DEBUG nova.virt.block_device [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Updating existing volume attachment record: 8a86bb85-c9dd-4a75-b87a-5891179bcfa0 {{(pid=68802) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1180.904756] env[68802]: DEBUG oslo_vmware.api [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796315, 'name': PowerOnVM_Task, 'duration_secs': 0.594207} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.904756] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.905206] env[68802]: INFO nova.compute.manager [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1180.905206] env[68802]: DEBUG nova.compute.manager [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.905880] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc88d441-6378-41dd-b5aa-7ba2801d76bf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.079475] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269639} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.079820] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.080659] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486fefd9-7713-4c87-82bb-f5dd133c7e46 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.111208] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 1e7ea590-c7cd-4367-86fe-dffd848412c2/1e7ea590-c7cd-4367-86fe-dffd848412c2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.114368] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3bda50-79c6-47a8-b632-8f0c3148c57d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.134447] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1181.134447] env[68802]: value = "task-2796317" [ 1181.134447] env[68802]: _type = "Task" [ 1181.134447] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.143827] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.186045] env[68802]: DEBUG nova.network.neutron [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance_info_cache with network_info: [{"id": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "address": "fa:16:3e:7f:67:ab", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6150befc-18", "ovs_interfaceid": "6150befc-18dd-48d0-ac11-8ca6f87c7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.195716] env[68802]: DEBUG nova.compute.manager [req-29170e87-2030-4bd7-9fd5-adcd537b477a req-3dfe44e1-a591-4578-a429-9a7bff4152ec service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Received event network-vif-deleted-7b2244c9-3d21-456e-8e16-9653ffed85f2 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1181.195931] env[68802]: INFO nova.compute.manager [req-29170e87-2030-4bd7-9fd5-adcd537b477a req-3dfe44e1-a591-4578-a429-9a7bff4152ec service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Neutron deleted interface 7b2244c9-3d21-456e-8e16-9653ffed85f2; detaching it from the instance and deleting it from the info cache [ 1181.196567] env[68802]: DEBUG nova.network.neutron [req-29170e87-2030-4bd7-9fd5-adcd537b477a req-3dfe44e1-a591-4578-a429-9a7bff4152ec service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.425096] env[68802]: INFO nova.compute.manager [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Took 17.33 seconds to build instance. [ 1181.537770] env[68802]: DEBUG nova.network.neutron [-] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.650143] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796317, 'name': ReconfigVM_Task, 'duration_secs': 0.481661} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.650511] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 1e7ea590-c7cd-4367-86fe-dffd848412c2/1e7ea590-c7cd-4367-86fe-dffd848412c2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.651105] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f8f38ba-211a-4729-b23a-de77ec6ae71e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.663031] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1181.663031] env[68802]: value = "task-2796319" [ 1181.663031] env[68802]: _type = "Task" [ 1181.663031] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.677532] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796319, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.689750] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-ff975d90-156c-4c31-924d-3f94fa278c85" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.690091] env[68802]: DEBUG nova.objects.instance [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'migration_context' on Instance uuid ff975d90-156c-4c31-924d-3f94fa278c85 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.700249] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d345b838-e5b5-4433-b95b-dff760b4b849 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.713856] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb9d172-80ea-4acf-8fe6-7e4e30eeec4e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.732739] env[68802]: DEBUG nova.compute.manager [req-c98d5992-a9be-4171-9852-d9813fbd826f req-a019d340-6d31-4991-92cb-2482cdab8af1 service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Received event network-vif-plugged-66619e24-24b5-4233-a1ff-f97b58f0619a {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1181.732958] env[68802]: DEBUG oslo_concurrency.lockutils [req-c98d5992-a9be-4171-9852-d9813fbd826f req-a019d340-6d31-4991-92cb-2482cdab8af1 service nova] Acquiring lock "3d679514-beba-4105-a8dc-985cc71785c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.733202] env[68802]: DEBUG oslo_concurrency.lockutils [req-c98d5992-a9be-4171-9852-d9813fbd826f req-a019d340-6d31-4991-92cb-2482cdab8af1 service nova] Lock "3d679514-beba-4105-a8dc-985cc71785c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.733554] env[68802]: DEBUG oslo_concurrency.lockutils [req-c98d5992-a9be-4171-9852-d9813fbd826f req-a019d340-6d31-4991-92cb-2482cdab8af1 service nova] Lock "3d679514-beba-4105-a8dc-985cc71785c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.733799] env[68802]: DEBUG nova.compute.manager [req-c98d5992-a9be-4171-9852-d9813fbd826f req-a019d340-6d31-4991-92cb-2482cdab8af1 service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] No waiting events found dispatching network-vif-plugged-66619e24-24b5-4233-a1ff-f97b58f0619a {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.733997] env[68802]: WARNING nova.compute.manager [req-c98d5992-a9be-4171-9852-d9813fbd826f req-a019d340-6d31-4991-92cb-2482cdab8af1 service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Received unexpected event network-vif-plugged-66619e24-24b5-4233-a1ff-f97b58f0619a for instance with vm_state building and task_state block_device_mapping. [ 1181.753092] env[68802]: DEBUG nova.compute.manager [req-29170e87-2030-4bd7-9fd5-adcd537b477a req-3dfe44e1-a591-4578-a429-9a7bff4152ec service nova] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Detach interface failed, port_id=7b2244c9-3d21-456e-8e16-9653ffed85f2, reason: Instance 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1181.927524] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea241f0c-58ea-462d-a30a-a78f0bc637f9 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.847s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.927924] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.283s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.927924] env[68802]: INFO nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] During sync_power_state the instance has a pending task (spawning). Skip. [ 1181.928102] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.040463] env[68802]: INFO nova.compute.manager [-] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Took 1.97 seconds to deallocate network for instance. [ 1182.173836] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796319, 'name': Rename_Task, 'duration_secs': 0.237745} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.174185] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.174435] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80e9231e-b2d2-41f2-9f77-454d255268ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.182925] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1182.182925] env[68802]: value = "task-2796320" [ 1182.182925] env[68802]: _type = "Task" [ 1182.182925] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.191389] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.193199] env[68802]: DEBUG nova.objects.base [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1182.194117] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d4bd27-0ba8-42b8-b99f-16ea61efcd9d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.213988] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3082cecf-a693-461a-8433-a3c1c41303d6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.222022] env[68802]: DEBUG oslo_vmware.api [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1182.222022] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5297c447-6120-224b-dfa0-587e03fedb5a" [ 1182.222022] env[68802]: _type = "Task" [ 1182.222022] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.230746] env[68802]: DEBUG oslo_vmware.api [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5297c447-6120-224b-dfa0-587e03fedb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.260419] env[68802]: DEBUG nova.network.neutron [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Successfully updated port: 66619e24-24b5-4233-a1ff-f97b58f0619a {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.524431] env[68802]: DEBUG nova.compute.manager [req-1cf66596-190d-402d-83ad-c7589afdedf5 req-ebc8a0f9-f1f6-47f8-9dab-4d6f876305f6 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Received event network-changed-8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1182.524600] env[68802]: DEBUG nova.compute.manager [req-1cf66596-190d-402d-83ad-c7589afdedf5 req-ebc8a0f9-f1f6-47f8-9dab-4d6f876305f6 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Refreshing instance network info cache due to event network-changed-8c2371eb-d183-4926-9b1d-abf5b652f68f. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1182.524810] env[68802]: DEBUG oslo_concurrency.lockutils [req-1cf66596-190d-402d-83ad-c7589afdedf5 req-ebc8a0f9-f1f6-47f8-9dab-4d6f876305f6 service nova] Acquiring lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.525076] env[68802]: DEBUG oslo_concurrency.lockutils [req-1cf66596-190d-402d-83ad-c7589afdedf5 req-ebc8a0f9-f1f6-47f8-9dab-4d6f876305f6 service nova] Acquired lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.525282] env[68802]: DEBUG nova.network.neutron [req-1cf66596-190d-402d-83ad-c7589afdedf5 req-ebc8a0f9-f1f6-47f8-9dab-4d6f876305f6 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Refreshing network info cache for port 8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.589907] env[68802]: INFO nova.compute.manager [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] Took 0.55 seconds to detach 1 volumes for instance. [ 1182.695168] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796320, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.734509] env[68802]: DEBUG oslo_vmware.api [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5297c447-6120-224b-dfa0-587e03fedb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.014688} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.735204] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.735299] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.763815] env[68802]: DEBUG oslo_concurrency.lockutils [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Acquiring lock "refresh_cache-3d679514-beba-4105-a8dc-985cc71785c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.764595] env[68802]: DEBUG oslo_concurrency.lockutils [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Acquired lock "refresh_cache-3d679514-beba-4105-a8dc-985cc71785c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.764595] env[68802]: DEBUG nova.network.neutron [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.879213] env[68802]: DEBUG nova.compute.manager [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.879891] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.880179] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.880339] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.880528] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.880721] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.880881] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.881100] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.881258] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.881640] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.881736] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.884734] env[68802]: DEBUG nova.virt.hardware [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.884734] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683a3861-5150-4d5d-b392-ac73e9d2fa4d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.891903] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ec8c49-792d-4e5f-937b-9e3ca2938038 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.098290] env[68802]: DEBUG oslo_concurrency.lockutils [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.197690] env[68802]: DEBUG oslo_vmware.api [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796320, 'name': PowerOnVM_Task, 'duration_secs': 0.778479} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.197690] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.197875] env[68802]: INFO nova.compute.manager [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1183.197992] env[68802]: DEBUG nova.compute.manager [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.198912] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373cdbc9-5c1c-4cdf-9ec7-645e7ba3ccc1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.290038] env[68802]: DEBUG nova.compute.manager [req-6e3da13b-1dfe-49fb-872c-30b3d3b417b7 req-738fb06a-1cc7-4392-a837-36a3e9c6d21d service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Received event network-changed-66619e24-24b5-4233-a1ff-f97b58f0619a {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1183.290271] env[68802]: DEBUG nova.compute.manager [req-6e3da13b-1dfe-49fb-872c-30b3d3b417b7 req-738fb06a-1cc7-4392-a837-36a3e9c6d21d service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Refreshing instance network info cache due to event network-changed-66619e24-24b5-4233-a1ff-f97b58f0619a. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1183.290469] env[68802]: DEBUG oslo_concurrency.lockutils [req-6e3da13b-1dfe-49fb-872c-30b3d3b417b7 req-738fb06a-1cc7-4392-a837-36a3e9c6d21d service nova] Acquiring lock "refresh_cache-3d679514-beba-4105-a8dc-985cc71785c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.296393] env[68802]: DEBUG nova.network.neutron [req-1cf66596-190d-402d-83ad-c7589afdedf5 req-ebc8a0f9-f1f6-47f8-9dab-4d6f876305f6 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Updated VIF entry in instance network info cache for port 8c2371eb-d183-4926-9b1d-abf5b652f68f. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.296842] env[68802]: DEBUG nova.network.neutron [req-1cf66596-190d-402d-83ad-c7589afdedf5 req-ebc8a0f9-f1f6-47f8-9dab-4d6f876305f6 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Updating instance_info_cache with network_info: [{"id": "8c2371eb-d183-4926-9b1d-abf5b652f68f", "address": "fa:16:3e:89:b7:e1", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2371eb-d1", "ovs_interfaceid": "8c2371eb-d183-4926-9b1d-abf5b652f68f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.309713] env[68802]: DEBUG nova.network.neutron [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.446648] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.446872] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.456862] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9ebcfd-a333-4479-84be-c98425c18e39 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.471402] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832f0ac3-ceb1-4ad9-82a0-790bb6cbdf09 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.511149] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d217ab15-708f-45d4-8b95-d12d90cc7811 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.525325] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c40327-cfe2-4abf-969a-3dca5b901928 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.542665] env[68802]: DEBUG nova.compute.provider_tree [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.554291] env[68802]: DEBUG nova.network.neutron [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Updating instance_info_cache with network_info: [{"id": "66619e24-24b5-4233-a1ff-f97b58f0619a", "address": "fa:16:3e:c2:f7:e1", "network": {"id": "f891138a-56ca-435f-8e30-d4478651a58c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-200649187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7426f04fbd0e4b60a12b46a63458a896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66619e24-24", "ovs_interfaceid": "66619e24-24b5-4233-a1ff-f97b58f0619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.717985] env[68802]: INFO nova.compute.manager [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Took 18.60 seconds to build instance. [ 1183.800466] env[68802]: DEBUG oslo_concurrency.lockutils [req-1cf66596-190d-402d-83ad-c7589afdedf5 req-ebc8a0f9-f1f6-47f8-9dab-4d6f876305f6 service nova] Releasing lock "refresh_cache-0a18db03-13aa-45ae-9419-9e5f9b7ab882" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.949840] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.024361] env[68802]: DEBUG nova.compute.manager [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Stashing vm_state: active {{(pid=68802) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1184.046361] env[68802]: DEBUG nova.scheduler.client.report [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.057205] env[68802]: DEBUG oslo_concurrency.lockutils [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Releasing lock "refresh_cache-3d679514-beba-4105-a8dc-985cc71785c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.057557] env[68802]: DEBUG nova.compute.manager [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Instance network_info: |[{"id": "66619e24-24b5-4233-a1ff-f97b58f0619a", "address": "fa:16:3e:c2:f7:e1", "network": {"id": "f891138a-56ca-435f-8e30-d4478651a58c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-200649187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7426f04fbd0e4b60a12b46a63458a896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66619e24-24", "ovs_interfaceid": "66619e24-24b5-4233-a1ff-f97b58f0619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.058259] env[68802]: DEBUG oslo_concurrency.lockutils [req-6e3da13b-1dfe-49fb-872c-30b3d3b417b7 req-738fb06a-1cc7-4392-a837-36a3e9c6d21d service nova] Acquired lock "refresh_cache-3d679514-beba-4105-a8dc-985cc71785c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.058259] env[68802]: DEBUG nova.network.neutron [req-6e3da13b-1dfe-49fb-872c-30b3d3b417b7 req-738fb06a-1cc7-4392-a837-36a3e9c6d21d service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Refreshing network info cache for port 66619e24-24b5-4233-a1ff-f97b58f0619a {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.059316] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:f7:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66619e24-24b5-4233-a1ff-f97b58f0619a', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.068716] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Creating folder: Project (7426f04fbd0e4b60a12b46a63458a896). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.069907] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60d66a97-5c08-4025-940e-9003bef66ffd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.088909] env[68802]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1184.089206] env[68802]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68802) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1184.090619] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Folder already exists: Project (7426f04fbd0e4b60a12b46a63458a896). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1184.090619] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Creating folder: Instances. Parent ref: group-v561980. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.090619] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31ee08c1-c949-4cf4-b5f3-0c7f2c614b82 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.101786] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Created folder: Instances in parent group-v561980. [ 1184.102084] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.102140] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.102359] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8ff1a61-f5eb-4e7c-8f52-d2ab636ba6f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.123481] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.123481] env[68802]: value = "task-2796323" [ 1184.123481] env[68802]: _type = "Task" [ 1184.123481] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.132269] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796323, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.220162] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f0068506-e675-46cf-befe-f1e60b990f3e tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1e7ea590-c7cd-4367-86fe-dffd848412c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.105s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.220485] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "1e7ea590-c7cd-4367-86fe-dffd848412c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.576s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.220676] env[68802]: INFO nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1184.220842] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "1e7ea590-c7cd-4367-86fe-dffd848412c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.547941] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.555779] env[68802]: DEBUG nova.compute.manager [req-ffa11f5e-a3c6-4967-aa72-570155d3d7e6 req-61361291-de3d-41f7-b9dd-176d3f7ce374 service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Received event network-changed-32731d3d-5a5b-4efe-80f5-de077cdd2bac {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1184.555980] env[68802]: DEBUG nova.compute.manager [req-ffa11f5e-a3c6-4967-aa72-570155d3d7e6 req-61361291-de3d-41f7-b9dd-176d3f7ce374 service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Refreshing instance network info cache due to event network-changed-32731d3d-5a5b-4efe-80f5-de077cdd2bac. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1184.556226] env[68802]: DEBUG oslo_concurrency.lockutils [req-ffa11f5e-a3c6-4967-aa72-570155d3d7e6 req-61361291-de3d-41f7-b9dd-176d3f7ce374 service nova] Acquiring lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.556378] env[68802]: DEBUG oslo_concurrency.lockutils [req-ffa11f5e-a3c6-4967-aa72-570155d3d7e6 req-61361291-de3d-41f7-b9dd-176d3f7ce374 service nova] Acquired lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.556550] env[68802]: DEBUG nova.network.neutron [req-ffa11f5e-a3c6-4967-aa72-570155d3d7e6 req-61361291-de3d-41f7-b9dd-176d3f7ce374 service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Refreshing network info cache for port 32731d3d-5a5b-4efe-80f5-de077cdd2bac {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.634398] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796323, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.652504] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "1e7ea590-c7cd-4367-86fe-dffd848412c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.652842] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1e7ea590-c7cd-4367-86fe-dffd848412c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.653139] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "1e7ea590-c7cd-4367-86fe-dffd848412c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.653400] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1e7ea590-c7cd-4367-86fe-dffd848412c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.653640] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1e7ea590-c7cd-4367-86fe-dffd848412c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.656161] env[68802]: INFO nova.compute.manager [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Terminating instance [ 1184.777706] env[68802]: DEBUG nova.network.neutron [req-6e3da13b-1dfe-49fb-872c-30b3d3b417b7 req-738fb06a-1cc7-4392-a837-36a3e9c6d21d service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Updated VIF entry in instance network info cache for port 66619e24-24b5-4233-a1ff-f97b58f0619a. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.778193] env[68802]: DEBUG nova.network.neutron [req-6e3da13b-1dfe-49fb-872c-30b3d3b417b7 req-738fb06a-1cc7-4392-a837-36a3e9c6d21d service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Updating instance_info_cache with network_info: [{"id": "66619e24-24b5-4233-a1ff-f97b58f0619a", "address": "fa:16:3e:c2:f7:e1", "network": {"id": "f891138a-56ca-435f-8e30-d4478651a58c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-200649187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7426f04fbd0e4b60a12b46a63458a896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66619e24-24", "ovs_interfaceid": "66619e24-24b5-4233-a1ff-f97b58f0619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.060110] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.325s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.067796] env[68802]: DEBUG oslo_concurrency.lockutils [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.969s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.067962] env[68802]: DEBUG oslo_concurrency.lockutils [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.070595] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.121s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.070898] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.071084] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1185.071502] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.524s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.077294] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b24f57-85e1-40b6-84b1-7cc6a5349e26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.087232] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89341fa-0979-45d3-8b2d-191f57719fa0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.106669] env[68802]: INFO nova.scheduler.client.report [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleted allocations for instance 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e [ 1185.107965] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344c8d7d-f30e-4066-ae89-0cad29deeee6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.124565] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5d16ee-b469-47bd-a520-b3e0f71aa7f3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.137993] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796323, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.168934] env[68802]: DEBUG nova.compute.manager [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.169233] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.169646] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178889MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1185.169780] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.170928] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f873dd-5845-43f4-b313-279d350401e6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.180123] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.180322] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b0f686e-88d7-4cbd-8632-138fee7dd081 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.187602] env[68802]: DEBUG oslo_vmware.api [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1185.187602] env[68802]: value = "task-2796325" [ 1185.187602] env[68802]: _type = "Task" [ 1185.187602] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.199549] env[68802]: DEBUG oslo_vmware.api [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.280945] env[68802]: DEBUG oslo_concurrency.lockutils [req-6e3da13b-1dfe-49fb-872c-30b3d3b417b7 req-738fb06a-1cc7-4392-a837-36a3e9c6d21d service nova] Releasing lock "refresh_cache-3d679514-beba-4105-a8dc-985cc71785c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.341323] env[68802]: DEBUG nova.network.neutron [req-ffa11f5e-a3c6-4967-aa72-570155d3d7e6 req-61361291-de3d-41f7-b9dd-176d3f7ce374 service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updated VIF entry in instance network info cache for port 32731d3d-5a5b-4efe-80f5-de077cdd2bac. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.341816] env[68802]: DEBUG nova.network.neutron [req-ffa11f5e-a3c6-4967-aa72-570155d3d7e6 req-61361291-de3d-41f7-b9dd-176d3f7ce374 service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance_info_cache with network_info: [{"id": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "address": "fa:16:3e:35:a8:4b", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32731d3d-5a", "ovs_interfaceid": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.582847] env[68802]: INFO nova.compute.claims [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.620526] env[68802]: DEBUG oslo_concurrency.lockutils [None req-96baed0a-ac7e-4d27-af1c-3b1f893dca9d tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.868s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.621938] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.979s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.622069] env[68802]: INFO nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 30609aaa-3cd2-40cf-a1a0-15416d6e8e2e] During sync_power_state the instance has a pending task (deleting). Skip. [ 1185.622201] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "30609aaa-3cd2-40cf-a1a0-15416d6e8e2e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.628999] env[68802]: INFO nova.scheduler.client.report [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleted allocation for migration de075318-039d-4c7e-b6be-1f3bdda741c6 [ 1185.644629] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796323, 'name': CreateVM_Task, 'duration_secs': 1.497146} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.645485] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.656855] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561985', 'volume_id': '318e1098-2dd7-4686-a08a-59f2966a3a5c', 'name': 'volume-318e1098-2dd7-4686-a08a-59f2966a3a5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d679514-beba-4105-a8dc-985cc71785c0', 'attached_at': '', 'detached_at': '', 'volume_id': '318e1098-2dd7-4686-a08a-59f2966a3a5c', 'serial': '318e1098-2dd7-4686-a08a-59f2966a3a5c'}, 'boot_index': 0, 'disk_bus': None, 'attachment_id': '8a86bb85-c9dd-4a75-b87a-5891179bcfa0', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68802) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1185.657102] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Root volume attach. Driver type: vmdk {{(pid=68802) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1185.657982] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6962b4b-7c4a-4eca-b0a0-6735d5e22156 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.667484] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1773b2cf-2680-4455-aeae-15633f232a48 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.675660] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8016826-b075-4a85-80f9-dfcd20928df5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.683499] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9ea21589-9498-472e-820b-ef1bfdf5fbb4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.694916] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for the task: (returnval){ [ 1185.694916] env[68802]: value = "task-2796326" [ 1185.694916] env[68802]: _type = "Task" [ 1185.694916] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.701311] env[68802]: DEBUG oslo_vmware.api [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796325, 'name': PowerOffVM_Task, 'duration_secs': 0.258695} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.702035] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.702202] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.702498] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e63e0ec-4457-4f9e-a52e-d5ab6fb819b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.707188] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796326, 'name': RelocateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.788709] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.788709] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.788945] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleting the datastore file [datastore2] 1e7ea590-c7cd-4367-86fe-dffd848412c2 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.789164] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-332e14c8-1c89-48f9-ab12-6a0498211b5f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.798033] env[68802]: DEBUG oslo_vmware.api [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1185.798033] env[68802]: value = "task-2796328" [ 1185.798033] env[68802]: _type = "Task" [ 1185.798033] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.807353] env[68802]: DEBUG oslo_vmware.api [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.844617] env[68802]: DEBUG oslo_concurrency.lockutils [req-ffa11f5e-a3c6-4967-aa72-570155d3d7e6 req-61361291-de3d-41f7-b9dd-176d3f7ce374 service nova] Releasing lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.090084] env[68802]: INFO nova.compute.resource_tracker [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating resource usage from migration 49e6eb68-9a1c-4d4d-ba72-bd1871dd31cf [ 1186.142265] env[68802]: DEBUG oslo_concurrency.lockutils [None req-64876b46-8106-4b8b-a4f6-6947a2644390 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.067s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.207619] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796326, 'name': RelocateVM_Task} progress is 42%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.250079] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916baa66-1340-49cd-8bad-20fd7d7dc5d6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.259305] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e96a1c9-20e1-43db-8e4e-a56e3db40349 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.299101] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a7ff08-7254-4f8f-9122-32b22523759d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.313902] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0742dd9f-86a2-489c-9940-543c0ad0b08c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.319254] env[68802]: DEBUG oslo_vmware.api [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215057} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.319581] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.319794] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.320045] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.320283] env[68802]: INFO nova.compute.manager [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1186.320568] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.321413] env[68802]: DEBUG nova.compute.manager [-] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.321497] env[68802]: DEBUG nova.network.neutron [-] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.334907] env[68802]: DEBUG nova.compute.provider_tree [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.552256] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "ff975d90-156c-4c31-924d-3f94fa278c85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.552615] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.552900] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "ff975d90-156c-4c31-924d-3f94fa278c85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.553153] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.553352] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.555832] env[68802]: INFO nova.compute.manager [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Terminating instance [ 1186.601144] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.601488] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.684546] env[68802]: DEBUG nova.compute.manager [req-00f90483-8c75-4521-8ad3-eacd0fd658ac req-e811dee4-363b-453d-8960-5c2743668041 service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Received event network-vif-deleted-84da5c88-df7f-45e1-84a0-63ab59efd035 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1186.684750] env[68802]: INFO nova.compute.manager [req-00f90483-8c75-4521-8ad3-eacd0fd658ac req-e811dee4-363b-453d-8960-5c2743668041 service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Neutron deleted interface 84da5c88-df7f-45e1-84a0-63ab59efd035; detaching it from the instance and deleting it from the info cache [ 1186.684882] env[68802]: DEBUG nova.network.neutron [req-00f90483-8c75-4521-8ad3-eacd0fd658ac req-e811dee4-363b-453d-8960-5c2743668041 service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.708516] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796326, 'name': RelocateVM_Task} progress is 56%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.838957] env[68802]: DEBUG nova.scheduler.client.report [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.060069] env[68802]: DEBUG nova.compute.manager [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.060233] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.061184] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d7468e-251e-4256-afe1-fddda5f6493a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.074452] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.074717] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f680ce78-dab5-4afc-bcf5-b91574173827 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.085523] env[68802]: DEBUG oslo_vmware.api [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1187.085523] env[68802]: value = "task-2796329" [ 1187.085523] env[68802]: _type = "Task" [ 1187.085523] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.098872] env[68802]: DEBUG oslo_vmware.api [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.104677] env[68802]: DEBUG nova.compute.manager [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.125395] env[68802]: DEBUG nova.network.neutron [-] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.188549] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-659c1124-3100-4695-87c7-8736d3eab924 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.204757] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cb2b3f-d548-4aca-a905-f90e5e3b4cfb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.222678] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796326, 'name': RelocateVM_Task} progress is 69%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.254383] env[68802]: DEBUG nova.compute.manager [req-00f90483-8c75-4521-8ad3-eacd0fd658ac req-e811dee4-363b-453d-8960-5c2743668041 service nova] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Detach interface failed, port_id=84da5c88-df7f-45e1-84a0-63ab59efd035, reason: Instance 1e7ea590-c7cd-4367-86fe-dffd848412c2 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1187.257425] env[68802]: DEBUG oslo_vmware.rw_handles [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c91f-cc43-e6d2-0258-793999a4f42b/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1187.258476] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deadd1ab-2360-47ba-a3cd-a6ee87df168f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.270194] env[68802]: DEBUG oslo_vmware.rw_handles [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c91f-cc43-e6d2-0258-793999a4f42b/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1187.270487] env[68802]: ERROR oslo_vmware.rw_handles [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c91f-cc43-e6d2-0258-793999a4f42b/disk-0.vmdk due to incomplete transfer. [ 1187.270872] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0aa80be-a0ef-4a50-a880-183474a97406 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.284898] env[68802]: DEBUG oslo_vmware.rw_handles [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c91f-cc43-e6d2-0258-793999a4f42b/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1187.285138] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Uploaded image 3f226c24-d745-4417-a49e-3fc4eb9f1ccf to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1187.287467] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1187.288144] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dcd171bc-f11a-4920-916b-5774a6634e7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.299215] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1187.299215] env[68802]: value = "task-2796330" [ 1187.299215] env[68802]: _type = "Task" [ 1187.299215] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.311620] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796330, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.344841] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.273s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.345080] env[68802]: INFO nova.compute.manager [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Migrating [ 1187.352252] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.182s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.599141] env[68802]: DEBUG oslo_vmware.api [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796329, 'name': PowerOffVM_Task, 'duration_secs': 0.44789} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.599413] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.599603] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.599873] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77623fd3-0e8b-44a5-97b5-b9f8a8403e95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.628186] env[68802]: INFO nova.compute.manager [-] [instance: 1e7ea590-c7cd-4367-86fe-dffd848412c2] Took 1.31 seconds to deallocate network for instance. [ 1187.634646] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.707707] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.708016] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.708224] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleting the datastore file [datastore1] ff975d90-156c-4c31-924d-3f94fa278c85 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.711538] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a803ef6-b861-4346-ac0e-4081d7d15a29 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.714533] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796326, 'name': RelocateVM_Task} progress is 82%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.735571] env[68802]: DEBUG oslo_vmware.api [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1187.735571] env[68802]: value = "task-2796332" [ 1187.735571] env[68802]: _type = "Task" [ 1187.735571] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.746015] env[68802]: DEBUG oslo_vmware.api [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.811039] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796330, 'name': Destroy_Task, 'duration_secs': 0.471206} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.811273] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Destroyed the VM [ 1187.811561] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1187.811875] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4be880f7-f627-4b42-875b-22801e91c490 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.820946] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1187.820946] env[68802]: value = "task-2796333" [ 1187.820946] env[68802]: _type = "Task" [ 1187.820946] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.831304] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.867026] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.867026] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.867422] env[68802]: DEBUG nova.network.neutron [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.137320] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.209302] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796326, 'name': RelocateVM_Task} progress is 97%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.246329] env[68802]: DEBUG oslo_vmware.api [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.331710] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796333, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.370999] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Applying migration context for instance 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99 as it has an incoming, in-progress migration 49e6eb68-9a1c-4d4d-ba72-bd1871dd31cf. Migration status is pre-migrating {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1188.372633] env[68802]: INFO nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating resource usage from migration 49e6eb68-9a1c-4d4d-ba72-bd1871dd31cf [ 1188.404977] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0a18db03-13aa-45ae-9419-9e5f9b7ab882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.405162] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 390dab90-ce33-4fd1-a77f-415f8bb7308b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.405290] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 7da1bc33-dc44-4020-b793-3987b3f97e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.405411] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.405530] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance e9598453-c7ec-4c98-90a4-c0848c5739f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.405644] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ff975d90-156c-4c31-924d-3f94fa278c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.405757] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 1e7ea590-c7cd-4367-86fe-dffd848412c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.405867] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 3d679514-beba-4105-a8dc-985cc71785c0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.405977] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Migration 49e6eb68-9a1c-4d4d-ba72-bd1871dd31cf is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1188.406096] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.707199] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796326, 'name': RelocateVM_Task} progress is 98%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.748839] env[68802]: DEBUG oslo_vmware.api [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.560556} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.749108] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.749294] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.749494] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.749668] env[68802]: INFO nova.compute.manager [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1188.749909] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.750117] env[68802]: DEBUG nova.compute.manager [-] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.750213] env[68802]: DEBUG nova.network.neutron [-] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.805366] env[68802]: DEBUG nova.network.neutron [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance_info_cache with network_info: [{"id": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "address": "fa:16:3e:35:a8:4b", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32731d3d-5a", "ovs_interfaceid": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.831807] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796333, 'name': RemoveSnapshot_Task, 'duration_secs': 0.712949} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.832078] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1188.832374] env[68802]: DEBUG nova.compute.manager [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.833196] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123342e6-4c63-48b2-a5c9-0e7119f56f88 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.909066] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 91b31438-ebaa-41fa-a075-c5a94fc79cb2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1188.909325] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1188.909496] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1189.077203] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555be05f-d490-40c1-8f4c-1dca660dd737 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.086794] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ef2056-413f-4530-a78d-d656f2300a7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.117961] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e58a115-dc04-49a1-8ec0-7973e51eb6dc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.126274] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184929d2-579f-4de3-aa3e-4254f3198028 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.141730] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.209907] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796326, 'name': RelocateVM_Task} progress is 98%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.287506] env[68802]: DEBUG nova.compute.manager [req-7681fb8b-1e70-4ab8-83b8-a0538b42a30e req-7a15379e-bc9c-469a-ae56-e27d87d08abd service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Received event network-vif-deleted-6150befc-18dd-48d0-ac11-8ca6f87c7294 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1189.287704] env[68802]: INFO nova.compute.manager [req-7681fb8b-1e70-4ab8-83b8-a0538b42a30e req-7a15379e-bc9c-469a-ae56-e27d87d08abd service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Neutron deleted interface 6150befc-18dd-48d0-ac11-8ca6f87c7294; detaching it from the instance and deleting it from the info cache [ 1189.287875] env[68802]: DEBUG nova.network.neutron [req-7681fb8b-1e70-4ab8-83b8-a0538b42a30e req-7a15379e-bc9c-469a-ae56-e27d87d08abd service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.308574] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.345352] env[68802]: INFO nova.compute.manager [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Shelve offloading [ 1189.646402] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.709380] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796326, 'name': RelocateVM_Task} progress is 98%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.761707] env[68802]: DEBUG nova.network.neutron [-] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.793732] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c5c4481-8131-47d7-bb6d-5392842cc614 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.805422] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e45fcf-8b2e-45e7-8bef-fefbaabc51d7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.850052] env[68802]: DEBUG nova.compute.manager [req-7681fb8b-1e70-4ab8-83b8-a0538b42a30e req-7a15379e-bc9c-469a-ae56-e27d87d08abd service nova] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Detach interface failed, port_id=6150befc-18dd-48d0-ac11-8ca6f87c7294, reason: Instance ff975d90-156c-4c31-924d-3f94fa278c85 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1189.850052] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.850052] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eae208eb-2aaa-444d-8142-270d123de774 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.863605] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1189.863605] env[68802]: value = "task-2796334" [ 1189.863605] env[68802]: _type = "Task" [ 1189.863605] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.881571] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1189.881989] env[68802]: DEBUG nova.compute.manager [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.883568] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca384124-87cf-458d-948c-37555da6f7e0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.893033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.893416] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.894260] env[68802]: DEBUG nova.network.neutron [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.150115] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1190.150381] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.798s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.150665] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.516s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.153047] env[68802]: INFO nova.compute.claims [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.209321] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796326, 'name': RelocateVM_Task, 'duration_secs': 4.116493} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.209551] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Volume attach. Driver type: vmdk {{(pid=68802) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.209757] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561985', 'volume_id': '318e1098-2dd7-4686-a08a-59f2966a3a5c', 'name': 'volume-318e1098-2dd7-4686-a08a-59f2966a3a5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d679514-beba-4105-a8dc-985cc71785c0', 'attached_at': '', 'detached_at': '', 'volume_id': '318e1098-2dd7-4686-a08a-59f2966a3a5c', 'serial': '318e1098-2dd7-4686-a08a-59f2966a3a5c'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.210542] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09a4f1b-03d3-40da-b203-6abd4e9b8863 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.226384] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429fce8e-c35c-4c6e-b1e7-38a7e33fd50b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.248758] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-318e1098-2dd7-4686-a08a-59f2966a3a5c/volume-318e1098-2dd7-4686-a08a-59f2966a3a5c.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.249033] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6968b3b0-89bf-4620-89b0-63d3eb610350 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.265635] env[68802]: INFO nova.compute.manager [-] [instance: ff975d90-156c-4c31-924d-3f94fa278c85] Took 1.52 seconds to deallocate network for instance. [ 1190.271203] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for the task: (returnval){ [ 1190.271203] env[68802]: value = "task-2796335" [ 1190.271203] env[68802]: _type = "Task" [ 1190.271203] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.279646] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.611193] env[68802]: DEBUG nova.network.neutron [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updating instance_info_cache with network_info: [{"id": "329ca075-09ab-4be5-bd03-6750205ce1e9", "address": "fa:16:3e:3e:e6:fe", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329ca075-09", "ovs_interfaceid": "329ca075-09ab-4be5-bd03-6750205ce1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.774053] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.784156] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.835186] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cee534-fd9a-4555-b7c7-49cc49e1ddfc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.855974] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99' progress to 0 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.114428] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.156673] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.157243] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.157724] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.157890] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.158051] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.158201] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.158336] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1191.284621] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796335, 'name': ReconfigVM_Task, 'duration_secs': 0.595168} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.287576] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-318e1098-2dd7-4686-a08a-59f2966a3a5c/volume-318e1098-2dd7-4686-a08a-59f2966a3a5c.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.292537] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a508951c-398f-4ca6-8dbe-38753c32fb1f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.314842] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for the task: (returnval){ [ 1191.314842] env[68802]: value = "task-2796336" [ 1191.314842] env[68802]: _type = "Task" [ 1191.314842] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.326692] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.345184] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a09a41-ee53-4ac1-9a0f-93e51780363e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.352957] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460faf5e-5aec-4c06-8f18-83aa290239ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.358614] env[68802]: DEBUG nova.compute.manager [req-aefc25c1-8f10-4403-9a98-e80c2ad9824d req-7cf881ff-f385-4b1d-958e-1a8570807139 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received event network-vif-unplugged-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1191.358827] env[68802]: DEBUG oslo_concurrency.lockutils [req-aefc25c1-8f10-4403-9a98-e80c2ad9824d req-7cf881ff-f385-4b1d-958e-1a8570807139 service nova] Acquiring lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.359149] env[68802]: DEBUG oslo_concurrency.lockutils [req-aefc25c1-8f10-4403-9a98-e80c2ad9824d req-7cf881ff-f385-4b1d-958e-1a8570807139 service nova] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.359567] env[68802]: DEBUG oslo_concurrency.lockutils [req-aefc25c1-8f10-4403-9a98-e80c2ad9824d req-7cf881ff-f385-4b1d-958e-1a8570807139 service nova] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.359918] env[68802]: DEBUG nova.compute.manager [req-aefc25c1-8f10-4403-9a98-e80c2ad9824d req-7cf881ff-f385-4b1d-958e-1a8570807139 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] No waiting events found dispatching network-vif-unplugged-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.360219] env[68802]: WARNING nova.compute.manager [req-aefc25c1-8f10-4403-9a98-e80c2ad9824d req-7cf881ff-f385-4b1d-958e-1a8570807139 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received unexpected event network-vif-unplugged-329ca075-09ab-4be5-bd03-6750205ce1e9 for instance with vm_state shelved and task_state shelving_offloading. [ 1191.363348] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.363652] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2c4c9ef-4218-467c-ac8f-14cd7c004339 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.393505] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3062439-98c0-4fc6-99c6-67384c4d419e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.399074] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1191.399074] env[68802]: value = "task-2796337" [ 1191.399074] env[68802]: _type = "Task" [ 1191.399074] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.405964] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee3216a-f5b5-4b08-9cda-fd89ddadea18 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.424494] env[68802]: DEBUG nova.compute.provider_tree [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.429416] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.487279] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.488654] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eb28d9-6f7e-4ec3-a563-2861ada3d496 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.499876] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.500269] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56dbc317-5263-416f-ae2e-a7e21859c60a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.581411] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.581597] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.581852] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleting the datastore file [datastore2] 7da1bc33-dc44-4020-b793-3987b3f97e07 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.582233] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3c7d629-1b6e-4b4e-b1f3-e719c41f6d49 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.591838] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1191.591838] env[68802]: value = "task-2796339" [ 1191.591838] env[68802]: _type = "Task" [ 1191.591838] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.601072] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.828013] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.911245] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796337, 'name': PowerOffVM_Task, 'duration_secs': 0.199593} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.911637] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.911876] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99' progress to 17 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.930885] env[68802]: DEBUG nova.scheduler.client.report [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.102883] env[68802]: DEBUG oslo_vmware.api [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13694} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.103177] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.103360] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.103530] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.126690] env[68802]: INFO nova.scheduler.client.report [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleted allocations for instance 7da1bc33-dc44-4020-b793-3987b3f97e07 [ 1192.326177] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.419698] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.419698] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.419698] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.419698] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.419698] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.419698] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.419990] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.419990] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.420064] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.420211] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.420392] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.425877] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4114aa2-d723-49ff-ab0a-2f4f23f3a1c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.436817] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.437309] env[68802]: DEBUG nova.compute.manager [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.439915] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.303s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.440241] env[68802]: DEBUG nova.objects.instance [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lazy-loading 'resources' on Instance uuid 1e7ea590-c7cd-4367-86fe-dffd848412c2 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.447879] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1192.447879] env[68802]: value = "task-2796340" [ 1192.447879] env[68802]: _type = "Task" [ 1192.447879] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.456970] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.631585] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.826934] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796336, 'name': ReconfigVM_Task, 'duration_secs': 1.200104} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.829043] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561985', 'volume_id': '318e1098-2dd7-4686-a08a-59f2966a3a5c', 'name': 'volume-318e1098-2dd7-4686-a08a-59f2966a3a5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d679514-beba-4105-a8dc-985cc71785c0', 'attached_at': '', 'detached_at': '', 'volume_id': '318e1098-2dd7-4686-a08a-59f2966a3a5c', 'serial': '318e1098-2dd7-4686-a08a-59f2966a3a5c'} {{(pid=68802) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1192.829043] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a34166f-b9f9-479f-bc2d-88d18b7b7211 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.833723] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for the task: (returnval){ [ 1192.833723] env[68802]: value = "task-2796341" [ 1192.833723] env[68802]: _type = "Task" [ 1192.833723] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.842983] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796341, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.944067] env[68802]: DEBUG nova.compute.utils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.945600] env[68802]: DEBUG nova.compute.manager [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.945790] env[68802]: DEBUG nova.network.neutron [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.960351] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796340, 'name': ReconfigVM_Task, 'duration_secs': 0.174714} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.960663] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99' progress to 33 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.988091] env[68802]: DEBUG nova.policy [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '040857f0d5fd49fe977bc9158f9aaea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4776ee836ac4318a8e9ff2e63d066c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.081997] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95004ea4-9bbf-41b5-a4e9-b7e8293e743b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.089675] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f9d7c2-4436-483c-b78f-c5df222affb0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.120595] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6fbbff-77c8-4ca4-98be-9869c96251e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.127800] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dfd983-057d-4dcb-bb17-53186d139c8d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.140788] env[68802]: DEBUG nova.compute.provider_tree [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.326989] env[68802]: DEBUG nova.network.neutron [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Successfully created port: 383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.344916] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796341, 'name': Rename_Task, 'duration_secs': 0.133059} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.345206] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.345464] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6341af62-6f68-4223-863a-74525c842137 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.353469] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for the task: (returnval){ [ 1193.353469] env[68802]: value = "task-2796342" [ 1193.353469] env[68802]: _type = "Task" [ 1193.353469] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.362853] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.385395] env[68802]: DEBUG nova.compute.manager [req-a5fd9673-dc46-43e0-a0fd-e260b34db85f req-49b5638c-4f23-4786-aa06-987368c33d1e service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received event network-changed-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1193.385628] env[68802]: DEBUG nova.compute.manager [req-a5fd9673-dc46-43e0-a0fd-e260b34db85f req-49b5638c-4f23-4786-aa06-987368c33d1e service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Refreshing instance network info cache due to event network-changed-329ca075-09ab-4be5-bd03-6750205ce1e9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1193.385847] env[68802]: DEBUG oslo_concurrency.lockutils [req-a5fd9673-dc46-43e0-a0fd-e260b34db85f req-49b5638c-4f23-4786-aa06-987368c33d1e service nova] Acquiring lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.385988] env[68802]: DEBUG oslo_concurrency.lockutils [req-a5fd9673-dc46-43e0-a0fd-e260b34db85f req-49b5638c-4f23-4786-aa06-987368c33d1e service nova] Acquired lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.386445] env[68802]: DEBUG nova.network.neutron [req-a5fd9673-dc46-43e0-a0fd-e260b34db85f req-49b5638c-4f23-4786-aa06-987368c33d1e service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Refreshing network info cache for port 329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.451329] env[68802]: DEBUG nova.compute.manager [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.468043] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.468308] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.468517] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.468642] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.468788] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.468934] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.469148] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.469328] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.469551] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.469672] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.469844] env[68802]: DEBUG nova.virt.hardware [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.475164] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.475460] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063a5fbb-1930-40ec-88c5-5f1c58d6b660 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.507379] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1193.507379] env[68802]: value = "task-2796343" [ 1193.507379] env[68802]: _type = "Task" [ 1193.507379] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.517788] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.643909] env[68802]: DEBUG nova.scheduler.client.report [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.865075] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.020998] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796343, 'name': ReconfigVM_Task, 'duration_secs': 0.197636} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.021233] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.022200] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e559da00-c269-41f6-a89b-5ef40c447958 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.046364] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-732038f3-34c3-41dc-9cf9-22973f03c67e/volume-732038f3-34c3-41dc-9cf9-22973f03c67e.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.049682] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-880cdf1a-2586-4020-8865-e4ac085674a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.070452] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1194.070452] env[68802]: value = "task-2796344" [ 1194.070452] env[68802]: _type = "Task" [ 1194.070452] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.079612] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.148425] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.150813] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.378s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.151127] env[68802]: DEBUG nova.objects.instance [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'resources' on Instance uuid ff975d90-156c-4c31-924d-3f94fa278c85 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.174248] env[68802]: INFO nova.scheduler.client.report [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted allocations for instance 1e7ea590-c7cd-4367-86fe-dffd848412c2 [ 1194.221916] env[68802]: DEBUG nova.network.neutron [req-a5fd9673-dc46-43e0-a0fd-e260b34db85f req-49b5638c-4f23-4786-aa06-987368c33d1e service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updated VIF entry in instance network info cache for port 329ca075-09ab-4be5-bd03-6750205ce1e9. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.222193] env[68802]: DEBUG nova.network.neutron [req-a5fd9673-dc46-43e0-a0fd-e260b34db85f req-49b5638c-4f23-4786-aa06-987368c33d1e service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updating instance_info_cache with network_info: [{"id": "329ca075-09ab-4be5-bd03-6750205ce1e9", "address": "fa:16:3e:3e:e6:fe", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap329ca075-09", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.364790] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796342, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.462145] env[68802]: DEBUG nova.compute.manager [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.484287] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.484585] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.484795] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.485041] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.485240] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.485441] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.485689] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.485883] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.486101] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.486303] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.486511] env[68802]: DEBUG nova.virt.hardware [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.487794] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0615cac-768c-4dc1-8aa5-6e2c7b8a3e22 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.497542] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d091408-eb1b-4819-8408-400a5eb71451 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.580562] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796344, 'name': ReconfigVM_Task, 'duration_secs': 0.370278} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.580817] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-732038f3-34c3-41dc-9cf9-22973f03c67e/volume-732038f3-34c3-41dc-9cf9-22973f03c67e.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.581111] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99' progress to 50 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.683452] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e39156cf-3e2c-4b7c-951a-162c70265f5a tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "1e7ea590-c7cd-4367-86fe-dffd848412c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.031s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.724890] env[68802]: DEBUG oslo_concurrency.lockutils [req-a5fd9673-dc46-43e0-a0fd-e260b34db85f req-49b5638c-4f23-4786-aa06-987368c33d1e service nova] Releasing lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.777680] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035e9eb4-3624-4b17-b827-25b69593a31b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.786712] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c105f13-faaf-4842-9d10-e870fd0edd15 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.818152] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d74addf-a3ad-467b-b35a-6c4c627a7713 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.830812] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f264e31-1e0c-425e-a7f1-7d4d1b8a2d1d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.846449] env[68802]: DEBUG nova.compute.provider_tree [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.848863] env[68802]: DEBUG nova.network.neutron [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Successfully updated port: 383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.865199] env[68802]: DEBUG oslo_vmware.api [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796342, 'name': PowerOnVM_Task, 'duration_secs': 1.015876} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.865446] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.865632] env[68802]: INFO nova.compute.manager [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Took 11.99 seconds to spawn the instance on the hypervisor. [ 1194.865807] env[68802]: DEBUG nova.compute.manager [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.866582] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8592cf-9a1d-4350-b010-41ebd2275b30 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.908739] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "e9598453-c7ec-4c98-90a4-c0848c5739f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.908981] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "e9598453-c7ec-4c98-90a4-c0848c5739f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.909209] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "e9598453-c7ec-4c98-90a4-c0848c5739f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.909454] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "e9598453-c7ec-4c98-90a4-c0848c5739f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.909626] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "e9598453-c7ec-4c98-90a4-c0848c5739f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.911747] env[68802]: INFO nova.compute.manager [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Terminating instance [ 1195.087733] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19a34d-a9db-4979-bec3-5126385cf02f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.107358] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a96feb0-c720-476e-bc6f-81fe8f961cf2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.124122] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99' progress to 67 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.326184] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "7da1bc33-dc44-4020-b793-3987b3f97e07" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.350522] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.350692] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.350933] env[68802]: DEBUG nova.network.neutron [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.352707] env[68802]: DEBUG nova.scheduler.client.report [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.382503] env[68802]: INFO nova.compute.manager [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Took 19.81 seconds to build instance. [ 1195.412981] env[68802]: DEBUG nova.compute.manager [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received event network-vif-plugged-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1195.413226] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] Acquiring lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.413468] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.413651] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.413809] env[68802]: DEBUG nova.compute.manager [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] No waiting events found dispatching network-vif-plugged-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.413974] env[68802]: WARNING nova.compute.manager [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received unexpected event network-vif-plugged-383a207f-ec8c-4188-83f2-058bd5c85b9c for instance with vm_state building and task_state spawning. [ 1195.414151] env[68802]: DEBUG nova.compute.manager [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received event network-changed-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1195.414308] env[68802]: DEBUG nova.compute.manager [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Refreshing instance network info cache due to event network-changed-383a207f-ec8c-4188-83f2-058bd5c85b9c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1195.414475] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] Acquiring lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.415231] env[68802]: DEBUG nova.compute.manager [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.415423] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.416283] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6f78ee-7b7a-4f89-82f9-a8c467fb6f53 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.424719] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.424946] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a4a1415-3c23-4597-8a11-9f49b54c1dbd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.430433] env[68802]: DEBUG oslo_vmware.api [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1195.430433] env[68802]: value = "task-2796345" [ 1195.430433] env[68802]: _type = "Task" [ 1195.430433] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.439858] env[68802]: DEBUG oslo_vmware.api [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.859362] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.862535] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.231s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.862777] env[68802]: DEBUG nova.objects.instance [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'resources' on Instance uuid 7da1bc33-dc44-4020-b793-3987b3f97e07 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.882388] env[68802]: INFO nova.scheduler.client.report [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleted allocations for instance ff975d90-156c-4c31-924d-3f94fa278c85 [ 1195.885930] env[68802]: DEBUG oslo_concurrency.lockutils [None req-12cbd55b-656a-4bce-87da-9211ba2299d1 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "3d679514-beba-4105-a8dc-985cc71785c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.341s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.885930] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "3d679514-beba-4105-a8dc-985cc71785c0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.240s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.885930] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51abac37-f7de-4b3b-9e45-2cfada963583 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.896486] env[68802]: DEBUG nova.network.neutron [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.940917] env[68802]: DEBUG oslo_vmware.api [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796345, 'name': PowerOffVM_Task, 'duration_secs': 0.181385} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.941474] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.941603] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.941771] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f251c28d-01e7-48fa-a154-c15c95046822 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.007029] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.007287] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.007457] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleting the datastore file [datastore2] e9598453-c7ec-4c98-90a4-c0848c5739f7 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.007718] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ce40570-8d05-4279-8928-9ba206689810 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.017097] env[68802]: DEBUG oslo_vmware.api [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1196.017097] env[68802]: value = "task-2796347" [ 1196.017097] env[68802]: _type = "Task" [ 1196.017097] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.026631] env[68802]: DEBUG oslo_vmware.api [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.045179] env[68802]: DEBUG nova.network.neutron [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updating instance_info_cache with network_info: [{"id": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "address": "fa:16:3e:ab:34:2b", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a207f-ec", "ovs_interfaceid": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.366951] env[68802]: DEBUG nova.objects.instance [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'numa_topology' on Instance uuid 7da1bc33-dc44-4020-b793-3987b3f97e07 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.394718] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4b9f87fa-2445-4d1f-888b-963ce6a88678 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "ff975d90-156c-4c31-924d-3f94fa278c85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.842s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.399883] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "3d679514-beba-4105-a8dc-985cc71785c0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.512642] env[68802]: DEBUG nova.compute.manager [req-f899e935-50f3-4a6d-ba25-2bc70bb3ca4b req-c0666007-0e9b-4f4c-85dc-833a27e398be service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Received event network-changed-66619e24-24b5-4233-a1ff-f97b58f0619a {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1196.512642] env[68802]: DEBUG nova.compute.manager [req-f899e935-50f3-4a6d-ba25-2bc70bb3ca4b req-c0666007-0e9b-4f4c-85dc-833a27e398be service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Refreshing instance network info cache due to event network-changed-66619e24-24b5-4233-a1ff-f97b58f0619a. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1196.512827] env[68802]: DEBUG oslo_concurrency.lockutils [req-f899e935-50f3-4a6d-ba25-2bc70bb3ca4b req-c0666007-0e9b-4f4c-85dc-833a27e398be service nova] Acquiring lock "refresh_cache-3d679514-beba-4105-a8dc-985cc71785c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.512995] env[68802]: DEBUG oslo_concurrency.lockutils [req-f899e935-50f3-4a6d-ba25-2bc70bb3ca4b req-c0666007-0e9b-4f4c-85dc-833a27e398be service nova] Acquired lock "refresh_cache-3d679514-beba-4105-a8dc-985cc71785c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.513223] env[68802]: DEBUG nova.network.neutron [req-f899e935-50f3-4a6d-ba25-2bc70bb3ca4b req-c0666007-0e9b-4f4c-85dc-833a27e398be service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Refreshing network info cache for port 66619e24-24b5-4233-a1ff-f97b58f0619a {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.527620] env[68802]: DEBUG oslo_vmware.api [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1448} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.527870] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.528064] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.528249] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.528421] env[68802]: INFO nova.compute.manager [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1196.528666] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.528850] env[68802]: DEBUG nova.compute.manager [-] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.528943] env[68802]: DEBUG nova.network.neutron [-] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.548401] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.548671] env[68802]: DEBUG nova.compute.manager [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Instance network_info: |[{"id": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "address": "fa:16:3e:ab:34:2b", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a207f-ec", "ovs_interfaceid": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.548959] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] Acquired lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.549149] env[68802]: DEBUG nova.network.neutron [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Refreshing network info cache for port 383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.550275] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:34:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '383a207f-ec8c-4188-83f2-058bd5c85b9c', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.557817] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.558764] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.558895] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f48de1f-a0f7-4d43-99dc-68f6920c065d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.581104] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.581104] env[68802]: value = "task-2796348" [ 1196.581104] env[68802]: _type = "Task" [ 1196.581104] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.592216] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796348, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.787964] env[68802]: DEBUG nova.network.neutron [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Port 32731d3d-5a5b-4efe-80f5-de077cdd2bac binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1196.869774] env[68802]: DEBUG nova.objects.base [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Object Instance<7da1bc33-dc44-4020-b793-3987b3f97e07> lazy-loaded attributes: resources,numa_topology {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1196.994995] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c4f932-cd8f-4538-90b2-7f7a400a71dc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.003101] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb57d574-ee58-43ba-85ec-5bb3cddb9ef6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.036315] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6d7138-e7ff-4b5e-a8c6-ed5fc02e5d13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.043912] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a83d130-642a-4ba9-a6c0-e12a435dd332 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.057274] env[68802]: DEBUG nova.compute.provider_tree [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.090901] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796348, 'name': CreateVM_Task, 'duration_secs': 0.309792} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.093515] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.095390] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.095390] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.095390] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.095390] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64dfceb-d23d-4e43-8ddc-b21ba99bd56b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.100731] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1197.100731] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e432e1-3377-8133-4deb-f74137c0cd4a" [ 1197.100731] env[68802]: _type = "Task" [ 1197.100731] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.108875] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e432e1-3377-8133-4deb-f74137c0cd4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.264772] env[68802]: DEBUG nova.network.neutron [-] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.270652] env[68802]: DEBUG nova.network.neutron [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updated VIF entry in instance network info cache for port 383a207f-ec8c-4188-83f2-058bd5c85b9c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.271071] env[68802]: DEBUG nova.network.neutron [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updating instance_info_cache with network_info: [{"id": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "address": "fa:16:3e:ab:34:2b", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a207f-ec", "ovs_interfaceid": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.354638] env[68802]: DEBUG nova.network.neutron [req-f899e935-50f3-4a6d-ba25-2bc70bb3ca4b req-c0666007-0e9b-4f4c-85dc-833a27e398be service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Updated VIF entry in instance network info cache for port 66619e24-24b5-4233-a1ff-f97b58f0619a. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.355073] env[68802]: DEBUG nova.network.neutron [req-f899e935-50f3-4a6d-ba25-2bc70bb3ca4b req-c0666007-0e9b-4f4c-85dc-833a27e398be service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Updating instance_info_cache with network_info: [{"id": "66619e24-24b5-4233-a1ff-f97b58f0619a", "address": "fa:16:3e:c2:f7:e1", "network": {"id": "f891138a-56ca-435f-8e30-d4478651a58c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-200649187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7426f04fbd0e4b60a12b46a63458a896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66619e24-24", "ovs_interfaceid": "66619e24-24b5-4233-a1ff-f97b58f0619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.439349] env[68802]: DEBUG nova.compute.manager [req-ca0f0352-8b93-4d6f-8aa2-231992c16ea4 req-d0a288a0-c7db-44bb-937d-7479b004a2d0 service nova] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Received event network-vif-deleted-ee8774c8-1d6b-4e2f-b413-54b45d3b10d8 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1197.582208] env[68802]: ERROR nova.scheduler.client.report [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [req-188db81d-2e9a-4978-85b8-167f3cd596ee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-188db81d-2e9a-4978-85b8-167f3cd596ee"}]} [ 1197.597771] env[68802]: DEBUG nova.scheduler.client.report [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1197.611276] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52e432e1-3377-8133-4deb-f74137c0cd4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.611500] env[68802]: DEBUG nova.scheduler.client.report [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1197.611735] env[68802]: DEBUG nova.compute.provider_tree [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.615248] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.615248] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.615248] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.615248] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.615248] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.615248] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84a8d70d-0d1e-41d9-943d-47bbfc63e7bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.624620] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.624817] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.626180] env[68802]: DEBUG nova.scheduler.client.report [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1197.627973] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5c3fc1-b70c-40bd-9693-cb276950920d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.633608] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1197.633608] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d21b5d-eded-2fce-5c6b-f2aaccb36f8e" [ 1197.633608] env[68802]: _type = "Task" [ 1197.633608] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.641545] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d21b5d-eded-2fce-5c6b-f2aaccb36f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.649033] env[68802]: DEBUG nova.scheduler.client.report [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1197.649033] env[68802]: DEBUG nova.compute.provider_tree [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 164 to 165 during operation: update_traits {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1197.767738] env[68802]: INFO nova.compute.manager [-] [instance: e9598453-c7ec-4c98-90a4-c0848c5739f7] Took 1.24 seconds to deallocate network for instance. [ 1197.768606] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0712fa8a-cf95-41c5-b804-df8010ef20f8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.773097] env[68802]: DEBUG oslo_concurrency.lockutils [req-4b1fdf43-c828-4379-b3ab-aca9f906afa8 req-ea38666c-e95a-4481-8e12-d6e3317bba92 service nova] Releasing lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.778712] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef82ceb5-d5a0-45ed-8834-e8305ed4efee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.816395] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ab12cc-299d-496e-8a8d-39348119464a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.825139] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.825368] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.825541] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.831846] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a033b-e76a-4c8c-b52b-fa9b8bdb2382 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.847017] env[68802]: DEBUG nova.compute.provider_tree [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.857593] env[68802]: DEBUG oslo_concurrency.lockutils [req-f899e935-50f3-4a6d-ba25-2bc70bb3ca4b req-c0666007-0e9b-4f4c-85dc-833a27e398be service nova] Releasing lock "refresh_cache-3d679514-beba-4105-a8dc-985cc71785c0" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.099420] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "41cf2488-d59a-498b-bede-785c0b47e95f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.099685] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "41cf2488-d59a-498b-bede-785c0b47e95f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.144382] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52d21b5d-eded-2fce-5c6b-f2aaccb36f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.030958} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.145212] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44001a42-d133-4fe9-959e-9c276f860bdf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.152014] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1198.152014] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52aff9a3-f613-15fa-74b2-232df2aeba5c" [ 1198.152014] env[68802]: _type = "Task" [ 1198.152014] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.159217] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52aff9a3-f613-15fa-74b2-232df2aeba5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.279936] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.377578] env[68802]: DEBUG nova.scheduler.client.report [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1198.377844] env[68802]: DEBUG nova.compute.provider_tree [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 165 to 166 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1198.378035] env[68802]: DEBUG nova.compute.provider_tree [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.602295] env[68802]: DEBUG nova.compute.manager [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.663063] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52aff9a3-f613-15fa-74b2-232df2aeba5c, 'name': SearchDatastore_Task, 'duration_secs': 0.026798} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.663347] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.663613] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 91b31438-ebaa-41fa-a075-c5a94fc79cb2/91b31438-ebaa-41fa-a075-c5a94fc79cb2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.663887] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4777245-fa56-4bc1-b858-3f9ed4d8f1b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.671407] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1198.671407] env[68802]: value = "task-2796349" [ 1198.671407] env[68802]: _type = "Task" [ 1198.671407] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.679943] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.868062] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.868296] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.868528] env[68802]: DEBUG nova.network.neutron [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.883059] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.020s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.885584] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.606s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.885843] env[68802]: DEBUG nova.objects.instance [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lazy-loading 'resources' on Instance uuid e9598453-c7ec-4c98-90a4-c0848c5739f7 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.126970] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.182849] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432424} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.183171] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 91b31438-ebaa-41fa-a075-c5a94fc79cb2/91b31438-ebaa-41fa-a075-c5a94fc79cb2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.183417] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.183741] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b00d44c-62ee-4ba4-94a8-7371f6f38829 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.190204] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1199.190204] env[68802]: value = "task-2796350" [ 1199.190204] env[68802]: _type = "Task" [ 1199.190204] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.198483] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.394394] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2278fdfc-c979-4197-9363-e816b778a017 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.827s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.395238] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 21.752s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.395445] env[68802]: INFO nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1199.395631] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.396040] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.070s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.396212] env[68802]: INFO nova.compute.manager [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Unshelving [ 1199.509990] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252fc9ed-1f7a-4c4b-8123-ba148381f2c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.519277] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b06dfc6-a5a1-42c4-a801-c86f6e84e623 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.550767] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2423e87b-b2fd-4ff5-a3a7-853563331a27 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.557743] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b68cc6-6d80-41b5-b937-0af5bc0e57ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.570495] env[68802]: DEBUG nova.compute.provider_tree [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.581262] env[68802]: DEBUG nova.network.neutron [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance_info_cache with network_info: [{"id": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "address": "fa:16:3e:35:a8:4b", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32731d3d-5a", "ovs_interfaceid": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.700528] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065846} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.700897] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.701709] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb895ba-d3ed-4d0c-8d88-87a4568a8fad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.723366] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 91b31438-ebaa-41fa-a075-c5a94fc79cb2/91b31438-ebaa-41fa-a075-c5a94fc79cb2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.723962] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5df8911-1384-46a0-837c-fa3892ad1d7d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.743139] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1199.743139] env[68802]: value = "task-2796351" [ 1199.743139] env[68802]: _type = "Task" [ 1199.743139] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.756231] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.073086] env[68802]: DEBUG nova.scheduler.client.report [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.083087] env[68802]: DEBUG oslo_concurrency.lockutils [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.253780] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796351, 'name': ReconfigVM_Task, 'duration_secs': 0.286344} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.254068] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 91b31438-ebaa-41fa-a075-c5a94fc79cb2/91b31438-ebaa-41fa-a075-c5a94fc79cb2.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.254978] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f2102af-94dc-4d4a-9b2e-87d9204634f1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.260633] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1200.260633] env[68802]: value = "task-2796352" [ 1200.260633] env[68802]: _type = "Task" [ 1200.260633] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.267960] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796352, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.416307] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.578541] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.581173] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.454s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.582929] env[68802]: INFO nova.compute.claims [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.592176] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3b6636-1519-4303-8f9f-347ef25b6e0a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.596727] env[68802]: INFO nova.scheduler.client.report [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted allocations for instance e9598453-c7ec-4c98-90a4-c0848c5739f7 [ 1200.603073] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef9e260-614d-4546-a421-bac6526dc15f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.773179] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796352, 'name': Rename_Task, 'duration_secs': 0.141439} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.773480] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.773725] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f03a602c-936f-49fc-8124-65dcc098c493 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.779348] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1200.779348] env[68802]: value = "task-2796353" [ 1200.779348] env[68802]: _type = "Task" [ 1200.779348] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.786577] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.105950] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e472c3d1-8152-458f-9e91-101c17650eb4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "e9598453-c7ec-4c98-90a4-c0848c5739f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.197s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.289433] env[68802]: DEBUG oslo_vmware.api [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796353, 'name': PowerOnVM_Task, 'duration_secs': 0.464149} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.289710] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.289912] env[68802]: INFO nova.compute.manager [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1201.290104] env[68802]: DEBUG nova.compute.manager [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.290871] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4499d896-481c-4323-9ecb-8cb73cd2151d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.698658] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8f0169-c6d5-47bb-aec4-8be6e52bebfc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.701758] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0124dde-078e-4ad6-9ac8-ce90824fbb46 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.721537] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c806fe5-68a4-44b9-a54a-7796bbc372ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.724963] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b297b6-3dc0-4e47-b5e6-670706d2cbbe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.731921] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99' progress to 83 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.759427] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befca4da-c06d-4145-9504-b122cf5d3633 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.766448] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c076485-c4be-41c7-87a0-599e1d95c1c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.779970] env[68802]: DEBUG nova.compute.provider_tree [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.806022] env[68802]: INFO nova.compute.manager [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Took 14.20 seconds to build instance. [ 1201.970888] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.971140] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.260834] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.261181] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88847bf3-e3c9-49dc-bae4-34d296496cd3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.268799] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1202.268799] env[68802]: value = "task-2796354" [ 1202.268799] env[68802]: _type = "Task" [ 1202.268799] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.276634] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.283515] env[68802]: DEBUG nova.scheduler.client.report [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.307834] env[68802]: DEBUG oslo_concurrency.lockutils [None req-2df06564-8afc-4770-be9c-ea9d9d69fc82 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.706s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.474563] env[68802]: DEBUG nova.compute.manager [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.778680] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.788520] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.789030] env[68802]: DEBUG nova.compute.manager [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.792020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.376s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.792020] env[68802]: DEBUG nova.objects.instance [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'pci_requests' on Instance uuid 7da1bc33-dc44-4020-b793-3987b3f97e07 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.988383] env[68802]: DEBUG nova.compute.manager [req-488252ed-ae91-4428-aa4c-bb482b3dd65f req-a77782de-991b-491b-a665-79ab4cd79347 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received event network-changed-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1202.988583] env[68802]: DEBUG nova.compute.manager [req-488252ed-ae91-4428-aa4c-bb482b3dd65f req-a77782de-991b-491b-a665-79ab4cd79347 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Refreshing instance network info cache due to event network-changed-383a207f-ec8c-4188-83f2-058bd5c85b9c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1202.988797] env[68802]: DEBUG oslo_concurrency.lockutils [req-488252ed-ae91-4428-aa4c-bb482b3dd65f req-a77782de-991b-491b-a665-79ab4cd79347 service nova] Acquiring lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.988937] env[68802]: DEBUG oslo_concurrency.lockutils [req-488252ed-ae91-4428-aa4c-bb482b3dd65f req-a77782de-991b-491b-a665-79ab4cd79347 service nova] Acquired lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.989106] env[68802]: DEBUG nova.network.neutron [req-488252ed-ae91-4428-aa4c-bb482b3dd65f req-a77782de-991b-491b-a665-79ab4cd79347 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Refreshing network info cache for port 383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.004775] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.279788] env[68802]: DEBUG oslo_vmware.api [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796354, 'name': PowerOnVM_Task, 'duration_secs': 0.733455} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.280044] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.280202] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-0643ef7b-1940-47d8-83f8-e5f526ef721d tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99' progress to 100 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.294316] env[68802]: DEBUG nova.compute.utils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.296755] env[68802]: DEBUG nova.objects.instance [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'numa_topology' on Instance uuid 7da1bc33-dc44-4020-b793-3987b3f97e07 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.297782] env[68802]: DEBUG nova.compute.manager [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.297944] env[68802]: DEBUG nova.network.neutron [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.334380] env[68802]: DEBUG nova.policy [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82a775fcc5884ff184bf8ba1b88a2a6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a98f07a44b49e28fe1eed8edacab75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.620866] env[68802]: DEBUG nova.network.neutron [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Successfully created port: b2a9cad5-358d-47dd-9c26-a8b081240acf {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.720594] env[68802]: DEBUG nova.network.neutron [req-488252ed-ae91-4428-aa4c-bb482b3dd65f req-a77782de-991b-491b-a665-79ab4cd79347 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updated VIF entry in instance network info cache for port 383a207f-ec8c-4188-83f2-058bd5c85b9c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.721010] env[68802]: DEBUG nova.network.neutron [req-488252ed-ae91-4428-aa4c-bb482b3dd65f req-a77782de-991b-491b-a665-79ab4cd79347 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updating instance_info_cache with network_info: [{"id": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "address": "fa:16:3e:ab:34:2b", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a207f-ec", "ovs_interfaceid": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.799437] env[68802]: DEBUG nova.compute.manager [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.806500] env[68802]: INFO nova.compute.claims [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.224129] env[68802]: DEBUG oslo_concurrency.lockutils [req-488252ed-ae91-4428-aa4c-bb482b3dd65f req-a77782de-991b-491b-a665-79ab4cd79347 service nova] Releasing lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.820942] env[68802]: DEBUG nova.compute.manager [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.849759] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.849995] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.850164] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.850348] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.850493] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.850641] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.850900] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.851085] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.851277] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.851459] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.851670] env[68802]: DEBUG nova.virt.hardware [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.852546] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70579ea-b7f4-4fe6-8552-333502bb6afa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.863777] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285a3eba-becb-4476-9036-8746c1e8f8e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.962283] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93658b1e-b266-42a8-9b3d-739821dc70fc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.977252] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a470a5d-4400-46ba-87e0-63f2c22908c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.015543] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a65ec7-5cc0-478f-aab7-604662c87f09 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.018826] env[68802]: DEBUG nova.compute.manager [req-eb1d12ff-f847-4a8f-8c8c-df589ba0a52d req-deb97f7b-dffc-4ebe-9cf9-1143edd28b6f service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Received event network-vif-plugged-b2a9cad5-358d-47dd-9c26-a8b081240acf {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1205.019055] env[68802]: DEBUG oslo_concurrency.lockutils [req-eb1d12ff-f847-4a8f-8c8c-df589ba0a52d req-deb97f7b-dffc-4ebe-9cf9-1143edd28b6f service nova] Acquiring lock "41cf2488-d59a-498b-bede-785c0b47e95f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.019261] env[68802]: DEBUG oslo_concurrency.lockutils [req-eb1d12ff-f847-4a8f-8c8c-df589ba0a52d req-deb97f7b-dffc-4ebe-9cf9-1143edd28b6f service nova] Lock "41cf2488-d59a-498b-bede-785c0b47e95f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.019472] env[68802]: DEBUG oslo_concurrency.lockutils [req-eb1d12ff-f847-4a8f-8c8c-df589ba0a52d req-deb97f7b-dffc-4ebe-9cf9-1143edd28b6f service nova] Lock "41cf2488-d59a-498b-bede-785c0b47e95f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.019640] env[68802]: DEBUG nova.compute.manager [req-eb1d12ff-f847-4a8f-8c8c-df589ba0a52d req-deb97f7b-dffc-4ebe-9cf9-1143edd28b6f service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] No waiting events found dispatching network-vif-plugged-b2a9cad5-358d-47dd-9c26-a8b081240acf {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.019850] env[68802]: WARNING nova.compute.manager [req-eb1d12ff-f847-4a8f-8c8c-df589ba0a52d req-deb97f7b-dffc-4ebe-9cf9-1143edd28b6f service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Received unexpected event network-vif-plugged-b2a9cad5-358d-47dd-9c26-a8b081240acf for instance with vm_state building and task_state spawning. [ 1205.025617] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e6db6e-e944-4f17-b64c-ce5fd0b4de23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.040730] env[68802]: DEBUG nova.compute.provider_tree [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.059873] env[68802]: DEBUG nova.network.neutron [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Successfully updated port: b2a9cad5-358d-47dd-9c26-a8b081240acf {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.547528] env[68802]: DEBUG nova.scheduler.client.report [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.562122] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.562286] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.562398] env[68802]: DEBUG nova.network.neutron [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.862932] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.863295] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.863343] env[68802]: DEBUG nova.compute.manager [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Going to confirm migration 9 {{(pid=68802) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1206.052468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.261s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.054743] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.050s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.056196] env[68802]: INFO nova.compute.claims [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.094621] env[68802]: INFO nova.network.neutron [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updating port 329ca075-09ab-4be5-bd03-6750205ce1e9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1206.097487] env[68802]: DEBUG nova.network.neutron [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.260214] env[68802]: DEBUG nova.network.neutron [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance_info_cache with network_info: [{"id": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "address": "fa:16:3e:d6:5b:bb", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a9cad5-35", "ovs_interfaceid": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.398685] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.398875] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquired lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.399063] env[68802]: DEBUG nova.network.neutron [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.399253] env[68802]: DEBUG nova.objects.instance [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lazy-loading 'info_cache' on Instance uuid 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.763974] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.764322] env[68802]: DEBUG nova.compute.manager [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Instance network_info: |[{"id": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "address": "fa:16:3e:d6:5b:bb", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a9cad5-35", "ovs_interfaceid": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.764744] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:5b:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2a9cad5-358d-47dd-9c26-a8b081240acf', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.772293] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.772499] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.772765] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e3481d7-275b-49c1-aabd-721303d4a7a9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.792307] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.792307] env[68802]: value = "task-2796355" [ 1206.792307] env[68802]: _type = "Task" [ 1206.792307] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.799597] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796355, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.020486] env[68802]: DEBUG nova.compute.manager [req-2136dc93-7f0e-42a5-96a3-b5485df421f9 req-9c6a6ce9-4494-4328-809a-265a85a25274 service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Received event network-changed-b2a9cad5-358d-47dd-9c26-a8b081240acf {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1207.020884] env[68802]: DEBUG nova.compute.manager [req-2136dc93-7f0e-42a5-96a3-b5485df421f9 req-9c6a6ce9-4494-4328-809a-265a85a25274 service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Refreshing instance network info cache due to event network-changed-b2a9cad5-358d-47dd-9c26-a8b081240acf. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1207.020884] env[68802]: DEBUG oslo_concurrency.lockutils [req-2136dc93-7f0e-42a5-96a3-b5485df421f9 req-9c6a6ce9-4494-4328-809a-265a85a25274 service nova] Acquiring lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.021214] env[68802]: DEBUG oslo_concurrency.lockutils [req-2136dc93-7f0e-42a5-96a3-b5485df421f9 req-9c6a6ce9-4494-4328-809a-265a85a25274 service nova] Acquired lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.021214] env[68802]: DEBUG nova.network.neutron [req-2136dc93-7f0e-42a5-96a3-b5485df421f9 req-9c6a6ce9-4494-4328-809a-265a85a25274 service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Refreshing network info cache for port b2a9cad5-358d-47dd-9c26-a8b081240acf {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.186606] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6520ce8f-4517-4c45-8747-6214e32f6446 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.193894] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a247816-62dc-4ba7-a6d1-0a04bfcdb72f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.222755] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce0667c-db90-438a-9a7a-07ebe3f2afe0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.229743] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a034e5-44e3-424b-bcf2-652f54d4cc8b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.242220] env[68802]: DEBUG nova.compute.provider_tree [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.302296] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796355, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.568059] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.568257] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.568440] env[68802]: DEBUG nova.network.neutron [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.702162] env[68802]: DEBUG nova.network.neutron [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance_info_cache with network_info: [{"id": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "address": "fa:16:3e:35:a8:4b", "network": {"id": "22e992a2-0989-4e9f-b987-6f05175dcd89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-115627037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6288092943824a84bf8850337bd9044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32731d3d-5a", "ovs_interfaceid": "32731d3d-5a5b-4efe-80f5-de077cdd2bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.746338] env[68802]: DEBUG nova.scheduler.client.report [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.802894] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796355, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.810084] env[68802]: DEBUG nova.network.neutron [req-2136dc93-7f0e-42a5-96a3-b5485df421f9 req-9c6a6ce9-4494-4328-809a-265a85a25274 service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updated VIF entry in instance network info cache for port b2a9cad5-358d-47dd-9c26-a8b081240acf. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.810435] env[68802]: DEBUG nova.network.neutron [req-2136dc93-7f0e-42a5-96a3-b5485df421f9 req-9c6a6ce9-4494-4328-809a-265a85a25274 service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance_info_cache with network_info: [{"id": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "address": "fa:16:3e:d6:5b:bb", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a9cad5-35", "ovs_interfaceid": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.205170] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Releasing lock "refresh_cache-4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.205566] env[68802]: DEBUG nova.objects.instance [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lazy-loading 'migration_context' on Instance uuid 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.251384] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.252020] env[68802]: DEBUG nova.compute.manager [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.304276] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796355, 'name': CreateVM_Task, 'duration_secs': 1.317841} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.304541] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.305125] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.305290] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.305612] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.305863] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85932b5f-d37b-4f35-9798-dfd4134a639a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.310577] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1208.310577] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]521dec23-8e02-31dc-1c02-a45a19685106" [ 1208.310577] env[68802]: _type = "Task" [ 1208.310577] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.313911] env[68802]: DEBUG oslo_concurrency.lockutils [req-2136dc93-7f0e-42a5-96a3-b5485df421f9 req-9c6a6ce9-4494-4328-809a-265a85a25274 service nova] Releasing lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.318750] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521dec23-8e02-31dc-1c02-a45a19685106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.529028] env[68802]: DEBUG nova.network.neutron [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updating instance_info_cache with network_info: [{"id": "329ca075-09ab-4be5-bd03-6750205ce1e9", "address": "fa:16:3e:3e:e6:fe", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329ca075-09", "ovs_interfaceid": "329ca075-09ab-4be5-bd03-6750205ce1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.709615] env[68802]: DEBUG nova.objects.base [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Object Instance<4fef6147-2ccf-477c-ac0a-c8ff3f82cd99> lazy-loaded attributes: info_cache,migration_context {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1208.710631] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f50634-b3ab-4541-b698-ddd1629520e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.731936] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b10dd7-06ef-479d-9156-56bf041774a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.737948] env[68802]: DEBUG oslo_vmware.api [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1208.737948] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52625fe5-3606-a962-3056-927302632f99" [ 1208.737948] env[68802]: _type = "Task" [ 1208.737948] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.746851] env[68802]: DEBUG oslo_vmware.api [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52625fe5-3606-a962-3056-927302632f99, 'name': SearchDatastore_Task, 'duration_secs': 0.006686} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.747130] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.747373] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.756866] env[68802]: DEBUG nova.compute.utils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.758066] env[68802]: DEBUG nova.compute.manager [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.758066] env[68802]: DEBUG nova.network.neutron [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.820414] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]521dec23-8e02-31dc-1c02-a45a19685106, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.820737] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.820979] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.821233] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.821383] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.821594] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.821864] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53866ae1-0bab-4d87-a51b-f5198d522568 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.827922] env[68802]: DEBUG nova.policy [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b0bb45229d4a7b9d803658f317f7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4f3c36861c447498f2916c19a02a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.830554] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.830735] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.831488] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42641db-03f0-4ce3-8eff-0dd036af4aa3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.836359] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1208.836359] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a96e5a-db29-fa84-1518-98b788e2636a" [ 1208.836359] env[68802]: _type = "Task" [ 1208.836359] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.843974] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a96e5a-db29-fa84-1518-98b788e2636a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.032156] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.051690] env[68802]: DEBUG nova.compute.manager [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received event network-vif-plugged-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1209.051914] env[68802]: DEBUG oslo_concurrency.lockutils [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] Acquiring lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.052133] env[68802]: DEBUG oslo_concurrency.lockutils [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.052367] env[68802]: DEBUG oslo_concurrency.lockutils [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.053185] env[68802]: DEBUG nova.compute.manager [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] No waiting events found dispatching network-vif-plugged-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.053185] env[68802]: WARNING nova.compute.manager [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received unexpected event network-vif-plugged-329ca075-09ab-4be5-bd03-6750205ce1e9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1209.053185] env[68802]: DEBUG nova.compute.manager [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received event network-changed-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1209.053185] env[68802]: DEBUG nova.compute.manager [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Refreshing instance network info cache due to event network-changed-329ca075-09ab-4be5-bd03-6750205ce1e9. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1209.053185] env[68802]: DEBUG oslo_concurrency.lockutils [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] Acquiring lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.053419] env[68802]: DEBUG oslo_concurrency.lockutils [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] Acquired lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.053461] env[68802]: DEBUG nova.network.neutron [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Refreshing network info cache for port 329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.068750] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1bdeec6579cc29ea7380a81ac18427cb',container_format='bare',created_at=2025-03-06T07:43:15Z,direct_url=,disk_format='vmdk',id=3f226c24-d745-4417-a49e-3fc4eb9f1ccf,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2027032986-shelved',owner='16db4ae4947a4d35bb374e5fa75ee606',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-06T07:43:32Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.068988] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.069165] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.071223] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.071223] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.071223] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.071223] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.071223] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.071223] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.071223] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.071223] env[68802]: DEBUG nova.virt.hardware [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.071755] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904e1705-a4f5-47a8-9f31-93709312569c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.080940] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaa76f6-efed-4a83-8e54-0654e3c73fca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.095432] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:e6:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329ca075-09ab-4be5-bd03-6750205ce1e9', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.103253] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.103781] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.104016] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d711fddb-9814-49aa-ae9d-5fc63bef98c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.119339] env[68802]: DEBUG nova.network.neutron [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Successfully created port: 008801b2-a21a-4dde-92c9-f823105d8e0a {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.126186] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.126186] env[68802]: value = "task-2796356" [ 1209.126186] env[68802]: _type = "Task" [ 1209.126186] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.134318] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796356, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.261025] env[68802]: DEBUG nova.compute.manager [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.349491] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a96e5a-db29-fa84-1518-98b788e2636a, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.350325] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73287942-ee2d-4539-bf2d-4554ec7c195b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.358065] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1209.358065] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fcef72-6db6-70ca-77da-a00461f4c1a7" [ 1209.358065] env[68802]: _type = "Task" [ 1209.358065] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.366243] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fcef72-6db6-70ca-77da-a00461f4c1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.393857] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c43c6a1-6398-442f-a2f5-6edba592a785 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.401121] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acfd5a2-a775-46c0-8253-51a69abf303f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.433721] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0c192d-9be3-4fe1-bc86-05254279f5a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.441996] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f55f33-2d7a-409d-9468-ce32fcca9d7e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.455665] env[68802]: DEBUG nova.compute.provider_tree [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.639569] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796356, 'name': CreateVM_Task, 'duration_secs': 0.325929} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.639813] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.640722] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.640961] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.641699] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.641832] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf598198-9ad2-43da-aa54-55c84e68e794 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.647821] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1209.647821] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]529efddb-a893-91a9-56e7-43a054232f14" [ 1209.647821] env[68802]: _type = "Task" [ 1209.647821] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.662964] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]529efddb-a893-91a9-56e7-43a054232f14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.802830] env[68802]: DEBUG nova.network.neutron [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updated VIF entry in instance network info cache for port 329ca075-09ab-4be5-bd03-6750205ce1e9. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.803209] env[68802]: DEBUG nova.network.neutron [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updating instance_info_cache with network_info: [{"id": "329ca075-09ab-4be5-bd03-6750205ce1e9", "address": "fa:16:3e:3e:e6:fe", "network": {"id": "bf9e7bec-d52c-49dd-a3a0-08c92719c822", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1027315112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16db4ae4947a4d35bb374e5fa75ee606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329ca075-09", "ovs_interfaceid": "329ca075-09ab-4be5-bd03-6750205ce1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.869689] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fcef72-6db6-70ca-77da-a00461f4c1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.870042] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.870322] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 41cf2488-d59a-498b-bede-785c0b47e95f/41cf2488-d59a-498b-bede-785c0b47e95f.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.870596] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29ec9d48-747c-42df-97f0-58c89c2de187 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.878181] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1209.878181] env[68802]: value = "task-2796357" [ 1209.878181] env[68802]: _type = "Task" [ 1209.878181] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.886928] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.958875] env[68802]: DEBUG nova.scheduler.client.report [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.158963] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.159229] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Processing image 3f226c24-d745-4417-a49e-3fc4eb9f1ccf {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.159526] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf/3f226c24-d745-4417-a49e-3fc4eb9f1ccf.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.159703] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf/3f226c24-d745-4417-a49e-3fc4eb9f1ccf.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.159907] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.160241] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e400a13b-a272-4c3e-ba29-eb55e1700716 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.175544] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.175803] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.176592] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79b19f7-e66b-4e85-87dc-22e268e8a7b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.182300] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1210.182300] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52464137-c248-aede-936d-3092000251bd" [ 1210.182300] env[68802]: _type = "Task" [ 1210.182300] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.190705] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52464137-c248-aede-936d-3092000251bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.272719] env[68802]: DEBUG nova.compute.manager [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.305737] env[68802]: DEBUG oslo_concurrency.lockutils [req-95f76dfc-838c-48ea-8f32-d8b2140558d5 req-83884fcf-0d2b-418b-8439-f059220da177 service nova] Releasing lock "refresh_cache-7da1bc33-dc44-4020-b793-3987b3f97e07" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.308410] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.308654] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.308812] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.308992] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.309152] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.309296] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.309518] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.309755] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.309843] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.310017] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.310194] env[68802]: DEBUG nova.virt.hardware [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.311106] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c663729-6c0d-4803-83c1-4dfda40cc1da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.319948] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1609abed-2ffb-4082-8693-c37ed9ad387d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.389602] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796357, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.530028] env[68802]: DEBUG nova.compute.manager [req-b2d1f8de-1679-4cdc-9160-f1556c92b2f6 req-879c2bc9-4189-4d92-b7d7-de29f2089804 service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Received event network-vif-plugged-008801b2-a21a-4dde-92c9-f823105d8e0a {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1210.530293] env[68802]: DEBUG oslo_concurrency.lockutils [req-b2d1f8de-1679-4cdc-9160-f1556c92b2f6 req-879c2bc9-4189-4d92-b7d7-de29f2089804 service nova] Acquiring lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.530505] env[68802]: DEBUG oslo_concurrency.lockutils [req-b2d1f8de-1679-4cdc-9160-f1556c92b2f6 req-879c2bc9-4189-4d92-b7d7-de29f2089804 service nova] Lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.530847] env[68802]: DEBUG oslo_concurrency.lockutils [req-b2d1f8de-1679-4cdc-9160-f1556c92b2f6 req-879c2bc9-4189-4d92-b7d7-de29f2089804 service nova] Lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.531082] env[68802]: DEBUG nova.compute.manager [req-b2d1f8de-1679-4cdc-9160-f1556c92b2f6 req-879c2bc9-4189-4d92-b7d7-de29f2089804 service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] No waiting events found dispatching network-vif-plugged-008801b2-a21a-4dde-92c9-f823105d8e0a {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.531269] env[68802]: WARNING nova.compute.manager [req-b2d1f8de-1679-4cdc-9160-f1556c92b2f6 req-879c2bc9-4189-4d92-b7d7-de29f2089804 service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Received unexpected event network-vif-plugged-008801b2-a21a-4dde-92c9-f823105d8e0a for instance with vm_state building and task_state spawning. [ 1210.620345] env[68802]: DEBUG nova.network.neutron [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Successfully updated port: 008801b2-a21a-4dde-92c9-f823105d8e0a {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.692358] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Preparing fetch location {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1210.692650] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Fetch image to [datastore2] OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a/OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a.vmdk {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1210.692839] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Downloading stream optimized image 3f226c24-d745-4417-a49e-3fc4eb9f1ccf to [datastore2] OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a/OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a.vmdk on the data store datastore2 as vApp {{(pid=68802) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1210.693015] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Downloading image file data 3f226c24-d745-4417-a49e-3fc4eb9f1ccf to the ESX as VM named 'OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a' {{(pid=68802) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1210.763545] env[68802]: DEBUG oslo_vmware.rw_handles [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1210.763545] env[68802]: value = "resgroup-9" [ 1210.763545] env[68802]: _type = "ResourcePool" [ 1210.763545] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1210.763841] env[68802]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8feb7e81-d04c-46ba-867b-01ddb8b5d6f2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.785084] env[68802]: DEBUG oslo_vmware.rw_handles [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lease: (returnval){ [ 1210.785084] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524f0830-f9b8-2c38-08e5-16e5b7d9818c" [ 1210.785084] env[68802]: _type = "HttpNfcLease" [ 1210.785084] env[68802]: } obtained for vApp import into resource pool (val){ [ 1210.785084] env[68802]: value = "resgroup-9" [ 1210.785084] env[68802]: _type = "ResourcePool" [ 1210.785084] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1210.785322] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the lease: (returnval){ [ 1210.785322] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524f0830-f9b8-2c38-08e5-16e5b7d9818c" [ 1210.785322] env[68802]: _type = "HttpNfcLease" [ 1210.785322] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1210.791287] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.791287] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524f0830-f9b8-2c38-08e5-16e5b7d9818c" [ 1210.791287] env[68802]: _type = "HttpNfcLease" [ 1210.791287] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1210.889300] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536665} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.889966] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 41cf2488-d59a-498b-bede-785c0b47e95f/41cf2488-d59a-498b-bede-785c0b47e95f.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.890248] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.890538] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14364fe0-80fd-419d-919a-a239afb4bc5c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.896828] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1210.896828] env[68802]: value = "task-2796359" [ 1210.896828] env[68802]: _type = "Task" [ 1210.896828] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.904771] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.970375] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.223s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.123370] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "refresh_cache-c995c22d-e251-4fe4-b2fc-bdd3399ca640" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.123512] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "refresh_cache-c995c22d-e251-4fe4-b2fc-bdd3399ca640" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.123706] env[68802]: DEBUG nova.network.neutron [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.293664] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1211.293664] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524f0830-f9b8-2c38-08e5-16e5b7d9818c" [ 1211.293664] env[68802]: _type = "HttpNfcLease" [ 1211.293664] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1211.406199] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080005} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.406490] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.407273] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3ca4cd-6b35-4446-b30b-0976b567cf10 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.429165] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 41cf2488-d59a-498b-bede-785c0b47e95f/41cf2488-d59a-498b-bede-785c0b47e95f.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.429433] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c877ae11-387b-4186-b40d-6eb76a737909 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.447936] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1211.447936] env[68802]: value = "task-2796360" [ 1211.447936] env[68802]: _type = "Task" [ 1211.447936] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.456161] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.533433] env[68802]: INFO nova.scheduler.client.report [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted allocation for migration 49e6eb68-9a1c-4d4d-ba72-bd1871dd31cf [ 1211.655548] env[68802]: DEBUG nova.network.neutron [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.778920] env[68802]: DEBUG nova.network.neutron [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Updating instance_info_cache with network_info: [{"id": "008801b2-a21a-4dde-92c9-f823105d8e0a", "address": "fa:16:3e:12:1c:fd", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008801b2-a2", "ovs_interfaceid": "008801b2-a21a-4dde-92c9-f823105d8e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.793696] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1211.793696] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524f0830-f9b8-2c38-08e5-16e5b7d9818c" [ 1211.793696] env[68802]: _type = "HttpNfcLease" [ 1211.793696] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1211.793967] env[68802]: DEBUG oslo_vmware.rw_handles [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1211.793967] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524f0830-f9b8-2c38-08e5-16e5b7d9818c" [ 1211.793967] env[68802]: _type = "HttpNfcLease" [ 1211.793967] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1211.794771] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e763959-ed9c-4ebd-86e5-2cabff70ff5f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.802158] env[68802]: DEBUG oslo_vmware.rw_handles [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223c48a-d0a2-7237-5e8d-907218f2305f/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1211.802335] env[68802]: DEBUG oslo_vmware.rw_handles [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223c48a-d0a2-7237-5e8d-907218f2305f/disk-0.vmdk. {{(pid=68802) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1211.867310] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ed952bb-3b84-4b8f-b085-ca649c0f9a5b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.957300] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796360, 'name': ReconfigVM_Task, 'duration_secs': 0.319742} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.957562] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 41cf2488-d59a-498b-bede-785c0b47e95f/41cf2488-d59a-498b-bede-785c0b47e95f.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.958335] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25b2f620-265e-486e-a5af-8afb5bdce663 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.964681] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1211.964681] env[68802]: value = "task-2796361" [ 1211.964681] env[68802]: _type = "Task" [ 1211.964681] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.972418] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796361, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.040042] env[68802]: DEBUG oslo_concurrency.lockutils [None req-cf00bd18-a772-4b24-9d76-89bb35834067 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.176s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.241065] env[68802]: INFO nova.compute.manager [None req-78ca08c8-4e1c-44e2-ad26-857d6aca4d84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Get console output [ 1212.241406] env[68802]: WARNING nova.virt.vmwareapi.driver [None req-78ca08c8-4e1c-44e2-ad26-857d6aca4d84 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] The console log is missing. Check your VSPC configuration [ 1212.282530] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "refresh_cache-c995c22d-e251-4fe4-b2fc-bdd3399ca640" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.282530] env[68802]: DEBUG nova.compute.manager [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Instance network_info: |[{"id": "008801b2-a21a-4dde-92c9-f823105d8e0a", "address": "fa:16:3e:12:1c:fd", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008801b2-a2", "ovs_interfaceid": "008801b2-a21a-4dde-92c9-f823105d8e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.282530] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:1c:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '008801b2-a21a-4dde-92c9-f823105d8e0a', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.291062] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.294670] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.295130] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51e2c3ac-08e9-4ead-987d-5c60a03c14ee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.319808] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.319808] env[68802]: value = "task-2796362" [ 1212.319808] env[68802]: _type = "Task" [ 1212.319808] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.329284] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796362, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.474789] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796361, 'name': Rename_Task, 'duration_secs': 0.153997} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.475054] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.475309] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25355acd-ffb1-49c9-aa5a-1727a88710f1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.481378] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1212.481378] env[68802]: value = "task-2796363" [ 1212.481378] env[68802]: _type = "Task" [ 1212.481378] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.489122] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.563899] env[68802]: DEBUG nova.compute.manager [req-1cd8e3a1-83a6-4b6b-82fd-255a5dc5b816 req-6b86617b-5508-41c7-9ad0-9e525617632c service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Received event network-changed-008801b2-a21a-4dde-92c9-f823105d8e0a {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1212.564553] env[68802]: DEBUG nova.compute.manager [req-1cd8e3a1-83a6-4b6b-82fd-255a5dc5b816 req-6b86617b-5508-41c7-9ad0-9e525617632c service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Refreshing instance network info cache due to event network-changed-008801b2-a21a-4dde-92c9-f823105d8e0a. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1212.564553] env[68802]: DEBUG oslo_concurrency.lockutils [req-1cd8e3a1-83a6-4b6b-82fd-255a5dc5b816 req-6b86617b-5508-41c7-9ad0-9e525617632c service nova] Acquiring lock "refresh_cache-c995c22d-e251-4fe4-b2fc-bdd3399ca640" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.564873] env[68802]: DEBUG oslo_concurrency.lockutils [req-1cd8e3a1-83a6-4b6b-82fd-255a5dc5b816 req-6b86617b-5508-41c7-9ad0-9e525617632c service nova] Acquired lock "refresh_cache-c995c22d-e251-4fe4-b2fc-bdd3399ca640" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.564989] env[68802]: DEBUG nova.network.neutron [req-1cd8e3a1-83a6-4b6b-82fd-255a5dc5b816 req-6b86617b-5508-41c7-9ad0-9e525617632c service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Refreshing network info cache for port 008801b2-a21a-4dde-92c9-f823105d8e0a {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.834320] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796362, 'name': CreateVM_Task, 'duration_secs': 0.362477} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.836400] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.837512] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.837712] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.838110] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.838401] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606754a5-8143-43e1-b18b-c57d02cbf871 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.843497] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1212.843497] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52433edc-4791-b291-dfb0-17ef7e4eb489" [ 1212.843497] env[68802]: _type = "Task" [ 1212.843497] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.853663] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52433edc-4791-b291-dfb0-17ef7e4eb489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.993466] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796363, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.165024] env[68802]: DEBUG oslo_vmware.rw_handles [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Completed reading data from the image iterator. {{(pid=68802) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1213.165024] env[68802]: DEBUG oslo_vmware.rw_handles [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223c48a-d0a2-7237-5e8d-907218f2305f/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1213.165527] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b04aac1-db2a-4a24-88ce-74e2df02256b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.177027] env[68802]: DEBUG oslo_vmware.rw_handles [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223c48a-d0a2-7237-5e8d-907218f2305f/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1213.177027] env[68802]: DEBUG oslo_vmware.rw_handles [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223c48a-d0a2-7237-5e8d-907218f2305f/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1213.177027] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-02b7c992-84b4-41c5-922e-d85c27faa3e1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.353944] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52433edc-4791-b291-dfb0-17ef7e4eb489, 'name': SearchDatastore_Task, 'duration_secs': 0.013101} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.354355] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.354501] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.354736] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.354885] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.355073] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.355340] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ce243ea-9ac3-404e-a721-91cc47662f27 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.357772] env[68802]: DEBUG nova.network.neutron [req-1cd8e3a1-83a6-4b6b-82fd-255a5dc5b816 req-6b86617b-5508-41c7-9ad0-9e525617632c service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Updated VIF entry in instance network info cache for port 008801b2-a21a-4dde-92c9-f823105d8e0a. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.358095] env[68802]: DEBUG nova.network.neutron [req-1cd8e3a1-83a6-4b6b-82fd-255a5dc5b816 req-6b86617b-5508-41c7-9ad0-9e525617632c service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Updating instance_info_cache with network_info: [{"id": "008801b2-a21a-4dde-92c9-f823105d8e0a", "address": "fa:16:3e:12:1c:fd", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008801b2-a2", "ovs_interfaceid": "008801b2-a21a-4dde-92c9-f823105d8e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.368648] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.368871] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.370399] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a2af0a-a371-4316-859f-0d3c7733b980 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.373192] env[68802]: DEBUG oslo_vmware.rw_handles [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223c48a-d0a2-7237-5e8d-907218f2305f/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1213.373385] env[68802]: INFO nova.virt.vmwareapi.images [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Downloaded image file data 3f226c24-d745-4417-a49e-3fc4eb9f1ccf [ 1213.374346] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3161f5-c0c7-41c8-8839-3a95416f6c9a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.379585] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1213.379585] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a25a25-4b4e-fd42-09c5-440c9d9b0bb5" [ 1213.379585] env[68802]: _type = "Task" [ 1213.379585] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.393203] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec6647f-6e00-468e-a186-9e715f7519df {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.400423] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a25a25-4b4e-fd42-09c5-440c9d9b0bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.401132] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9cd2091-6785-40e9-85d3-c60a741e532a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.405511] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1213.405511] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fc3dfb-0ce0-34f3-7dc8-10f899987e4a" [ 1213.405511] env[68802]: _type = "Task" [ 1213.405511] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.412833] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fc3dfb-0ce0-34f3-7dc8-10f899987e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.423134] env[68802]: INFO nova.virt.vmwareapi.images [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] The imported VM was unregistered [ 1213.425379] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Caching image {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1213.425594] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.425831] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43d71ef1-a10d-4d46-8bea-97c2a359e1b4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.444604] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Created directory with path [datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.444788] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a/OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a.vmdk to [datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf/3f226c24-d745-4417-a49e-3fc4eb9f1ccf.vmdk. {{(pid=68802) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1213.445025] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b7cccc0f-9703-44cf-84ff-282a4518596f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.451119] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1213.451119] env[68802]: value = "task-2796365" [ 1213.451119] env[68802]: _type = "Task" [ 1213.451119] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.458402] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796365, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.490370] env[68802]: DEBUG oslo_vmware.api [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796363, 'name': PowerOnVM_Task, 'duration_secs': 0.593297} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.490631] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.490830] env[68802]: INFO nova.compute.manager [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1213.491017] env[68802]: DEBUG nova.compute.manager [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.491778] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c96a93-ecae-422a-83d3-da206672c7f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.860959] env[68802]: DEBUG oslo_concurrency.lockutils [req-1cd8e3a1-83a6-4b6b-82fd-255a5dc5b816 req-6b86617b-5508-41c7-9ad0-9e525617632c service nova] Releasing lock "refresh_cache-c995c22d-e251-4fe4-b2fc-bdd3399ca640" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.915517] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52fc3dfb-0ce0-34f3-7dc8-10f899987e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.019465} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.915750] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.915988] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] c995c22d-e251-4fe4-b2fc-bdd3399ca640/c995c22d-e251-4fe4-b2fc-bdd3399ca640.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.916281] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-674ce226-f88d-4be9-b1fb-3275683d43a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.922339] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1213.922339] env[68802]: value = "task-2796366" [ 1213.922339] env[68802]: _type = "Task" [ 1213.922339] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.929855] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.959972] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796365, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.007884] env[68802]: INFO nova.compute.manager [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Took 14.90 seconds to build instance. [ 1214.432501] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.461700] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796365, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.510457] env[68802]: DEBUG oslo_concurrency.lockutils [None req-f966f89c-d79c-41f5-8a3d-a05af55e45db tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "41cf2488-d59a-498b-bede-785c0b47e95f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.411s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.618676] env[68802]: DEBUG nova.compute.manager [req-ce74005f-dd7d-4486-b090-b01c2d3ea7cb req-7e998dd8-8455-4f77-bceb-0c1551cdbf1e service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Received event network-changed-b2a9cad5-358d-47dd-9c26-a8b081240acf {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1214.618913] env[68802]: DEBUG nova.compute.manager [req-ce74005f-dd7d-4486-b090-b01c2d3ea7cb req-7e998dd8-8455-4f77-bceb-0c1551cdbf1e service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Refreshing instance network info cache due to event network-changed-b2a9cad5-358d-47dd-9c26-a8b081240acf. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1214.619145] env[68802]: DEBUG oslo_concurrency.lockutils [req-ce74005f-dd7d-4486-b090-b01c2d3ea7cb req-7e998dd8-8455-4f77-bceb-0c1551cdbf1e service nova] Acquiring lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.619288] env[68802]: DEBUG oslo_concurrency.lockutils [req-ce74005f-dd7d-4486-b090-b01c2d3ea7cb req-7e998dd8-8455-4f77-bceb-0c1551cdbf1e service nova] Acquired lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.619479] env[68802]: DEBUG nova.network.neutron [req-ce74005f-dd7d-4486-b090-b01c2d3ea7cb req-7e998dd8-8455-4f77-bceb-0c1551cdbf1e service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Refreshing network info cache for port b2a9cad5-358d-47dd-9c26-a8b081240acf {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.933719] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796366, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.962279] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796365, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.352859] env[68802]: DEBUG nova.network.neutron [req-ce74005f-dd7d-4486-b090-b01c2d3ea7cb req-7e998dd8-8455-4f77-bceb-0c1551cdbf1e service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updated VIF entry in instance network info cache for port b2a9cad5-358d-47dd-9c26-a8b081240acf. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.353288] env[68802]: DEBUG nova.network.neutron [req-ce74005f-dd7d-4486-b090-b01c2d3ea7cb req-7e998dd8-8455-4f77-bceb-0c1551cdbf1e service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance_info_cache with network_info: [{"id": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "address": "fa:16:3e:d6:5b:bb", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a9cad5-35", "ovs_interfaceid": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.438463] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796366, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.462220] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796365, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.856625] env[68802]: DEBUG oslo_concurrency.lockutils [req-ce74005f-dd7d-4486-b090-b01c2d3ea7cb req-7e998dd8-8455-4f77-bceb-0c1551cdbf1e service nova] Releasing lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.941193] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796366, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.962420] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796365, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.436508] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796366, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.026541} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.436801] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] c995c22d-e251-4fe4-b2fc-bdd3399ca640/c995c22d-e251-4fe4-b2fc-bdd3399ca640.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.437026] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.437298] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-490fd8ff-b431-40e1-a328-2488f31f6a15 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.444108] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1216.444108] env[68802]: value = "task-2796367" [ 1216.444108] env[68802]: _type = "Task" [ 1216.444108] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.452618] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.461833] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796365, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.953841] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278878} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.954250] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.957658] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7b01ee-18a4-476e-938d-94becd0251c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.964655] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796365, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.292064} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.974906] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a/OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a.vmdk to [datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf/3f226c24-d745-4417-a49e-3fc4eb9f1ccf.vmdk. [ 1216.975113] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Cleaning up location [datastore2] OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1216.975283] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_29f12e45-00bd-4eca-b09d-218dfc17af9a {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.983601] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c995c22d-e251-4fe4-b2fc-bdd3399ca640/c995c22d-e251-4fe4-b2fc-bdd3399ca640.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.983861] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-564eb300-df63-4ecd-974a-7d1e32133ca5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.985557] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719ac961-f13c-4d80-aa5a-f3afa44b54ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.005919] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1217.005919] env[68802]: value = "task-2796368" [ 1217.005919] env[68802]: _type = "Task" [ 1217.005919] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.006179] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1217.006179] env[68802]: value = "task-2796369" [ 1217.006179] env[68802]: _type = "Task" [ 1217.006179] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.017706] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.020683] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.518523] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.521611] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227453} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.521873] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.522050] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf/3f226c24-d745-4417-a49e-3fc4eb9f1ccf.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.522312] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf/3f226c24-d745-4417-a49e-3fc4eb9f1ccf.vmdk to [datastore2] 7da1bc33-dc44-4020-b793-3987b3f97e07/7da1bc33-dc44-4020-b793-3987b3f97e07.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.523242] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e0f0c00-5f42-44d9-a1e4-8367892890da {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.529527] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1217.529527] env[68802]: value = "task-2796370" [ 1217.529527] env[68802]: _type = "Task" [ 1217.529527] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.536872] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.019267] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796369, 'name': ReconfigVM_Task, 'duration_secs': 0.951055} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.019563] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c995c22d-e251-4fe4-b2fc-bdd3399ca640/c995c22d-e251-4fe4-b2fc-bdd3399ca640.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.020258] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bef9d401-eb29-4eab-8312-5a48384780aa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.031870] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1218.031870] env[68802]: value = "task-2796371" [ 1218.031870] env[68802]: _type = "Task" [ 1218.031870] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.043356] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796371, 'name': Rename_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.046497] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796370, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.544019] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796371, 'name': Rename_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.547210] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796370, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.044770] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796371, 'name': Rename_Task, 'duration_secs': 0.977328} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.047901] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.048193] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796370, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.048419] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11c844f1-168b-472c-a63b-23386a598f60 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.057415] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1219.057415] env[68802]: value = "task-2796372" [ 1219.057415] env[68802]: _type = "Task" [ 1219.057415] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.067747] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.545189] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796370, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.569538] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.043628] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796370, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.404629} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.045047] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f226c24-d745-4417-a49e-3fc4eb9f1ccf/3f226c24-d745-4417-a49e-3fc4eb9f1ccf.vmdk to [datastore2] 7da1bc33-dc44-4020-b793-3987b3f97e07/7da1bc33-dc44-4020-b793-3987b3f97e07.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.045047] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705ed5c1-5e42-4b15-b1ee-68877911cdde {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.067313] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 7da1bc33-dc44-4020-b793-3987b3f97e07/7da1bc33-dc44-4020-b793-3987b3f97e07.vmdk or device None with type streamOptimized {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.069975] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74855c20-1b72-4a90-9a54-bc7fa465c355 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.088668] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.089760] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1220.089760] env[68802]: value = "task-2796373" [ 1220.089760] env[68802]: _type = "Task" [ 1220.089760] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.099544] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.568902] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796372, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.597906] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796373, 'name': ReconfigVM_Task, 'duration_secs': 0.353101} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.598239] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 7da1bc33-dc44-4020-b793-3987b3f97e07/7da1bc33-dc44-4020-b793-3987b3f97e07.vmdk or device None with type streamOptimized {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.598944] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a3339d7-025a-475d-b9c8-66711a5b054c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.604633] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1220.604633] env[68802]: value = "task-2796374" [ 1220.604633] env[68802]: _type = "Task" [ 1220.604633] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.612044] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796374, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.069190] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796372, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.114677] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796374, 'name': Rename_Task, 'duration_secs': 0.139447} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.114945] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.115204] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-493c4ace-7689-4807-8d41-813ce70c2fbf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.121686] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1221.121686] env[68802]: value = "task-2796375" [ 1221.121686] env[68802]: _type = "Task" [ 1221.121686] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.129150] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.569763] env[68802]: DEBUG oslo_vmware.api [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796372, 'name': PowerOnVM_Task, 'duration_secs': 2.226065} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.570131] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.570233] env[68802]: INFO nova.compute.manager [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Took 11.30 seconds to spawn the instance on the hypervisor. [ 1221.570357] env[68802]: DEBUG nova.compute.manager [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.571116] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3786446-6cdf-4deb-833e-392451c372d6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.632207] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.087179] env[68802]: INFO nova.compute.manager [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Took 19.11 seconds to build instance. [ 1222.132579] env[68802]: DEBUG oslo_vmware.api [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796375, 'name': PowerOnVM_Task, 'duration_secs': 1.009001} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.132849] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.234238] env[68802]: DEBUG nova.compute.manager [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.235182] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3801f5-76cb-4eee-b9cb-7785ef8a50de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.588572] env[68802]: DEBUG oslo_concurrency.lockutils [None req-380c09b9-efcb-4d9c-bcc8-5215c75893f1 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.617s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.751387] env[68802]: DEBUG oslo_concurrency.lockutils [None req-019703e9-fcc7-4034-9d4f-262d3fd2ed80 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.355s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.947492] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.947769] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.947972] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.948206] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.948481] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.951254] env[68802]: INFO nova.compute.manager [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Terminating instance [ 1223.456122] env[68802]: DEBUG nova.compute.manager [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.456364] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.457270] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f39372f-052d-4e14-8749-9e82ba95674f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.465377] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.465613] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d53b5d-5fad-4bf5-a01e-36f17ee932c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.472321] env[68802]: DEBUG oslo_vmware.api [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1223.472321] env[68802]: value = "task-2796376" [ 1223.472321] env[68802]: _type = "Task" [ 1223.472321] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.480014] env[68802]: DEBUG oslo_vmware.api [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.981568] env[68802]: DEBUG oslo_vmware.api [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796376, 'name': PowerOffVM_Task, 'duration_secs': 0.203368} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.982559] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.982559] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.982709] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c98c9e9-2c91-4b6a-a5ca-00f3ec95e492 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.042873] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.043115] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.043286] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleting the datastore file [datastore2] c995c22d-e251-4fe4-b2fc-bdd3399ca640 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.043582] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0808e1a-453c-44b2-9aeb-c75a3235cfcd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.050439] env[68802]: DEBUG oslo_vmware.api [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1224.050439] env[68802]: value = "task-2796378" [ 1224.050439] env[68802]: _type = "Task" [ 1224.050439] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.057805] env[68802]: DEBUG oslo_vmware.api [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.561019] env[68802]: DEBUG oslo_vmware.api [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12944} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.561287] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.561472] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.561693] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.561872] env[68802]: INFO nova.compute.manager [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1224.562128] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.562328] env[68802]: DEBUG nova.compute.manager [-] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.562424] env[68802]: DEBUG nova.network.neutron [-] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.903769] env[68802]: DEBUG nova.compute.manager [req-595e2afc-c593-4ec6-83a1-8b7b2bfbfc39 req-41ec3b49-801f-4639-91da-e26704bb3c50 service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Received event network-vif-deleted-008801b2-a21a-4dde-92c9-f823105d8e0a {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1224.903925] env[68802]: INFO nova.compute.manager [req-595e2afc-c593-4ec6-83a1-8b7b2bfbfc39 req-41ec3b49-801f-4639-91da-e26704bb3c50 service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Neutron deleted interface 008801b2-a21a-4dde-92c9-f823105d8e0a; detaching it from the instance and deleting it from the info cache [ 1224.904121] env[68802]: DEBUG nova.network.neutron [req-595e2afc-c593-4ec6-83a1-8b7b2bfbfc39 req-41ec3b49-801f-4639-91da-e26704bb3c50 service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.384723] env[68802]: DEBUG nova.network.neutron [-] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.406625] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c865558b-6eed-4ea1-b95d-0ea3dedef29e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.416523] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a25cc60-f254-46fc-83dc-bfc3acb54b91 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.447379] env[68802]: DEBUG nova.compute.manager [req-595e2afc-c593-4ec6-83a1-8b7b2bfbfc39 req-41ec3b49-801f-4639-91da-e26704bb3c50 service nova] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Detach interface failed, port_id=008801b2-a21a-4dde-92c9-f823105d8e0a, reason: Instance c995c22d-e251-4fe4-b2fc-bdd3399ca640 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1225.887860] env[68802]: INFO nova.compute.manager [-] [instance: c995c22d-e251-4fe4-b2fc-bdd3399ca640] Took 1.33 seconds to deallocate network for instance. [ 1226.394744] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.395066] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.395292] env[68802]: DEBUG nova.objects.instance [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lazy-loading 'resources' on Instance uuid c995c22d-e251-4fe4-b2fc-bdd3399ca640 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.017609] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8901a249-abfd-4e19-aa0d-3b9ecbdaf2b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.025115] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd90f7f-a2c1-437c-abf0-d2bc70e1b315 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.054692] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d29adde-ecb2-4e8e-9190-cdfb4fcde494 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.061428] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f49d3f-99c6-4a0d-b4b5-9094caa48cd3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.076015] env[68802]: DEBUG nova.compute.provider_tree [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.597162] env[68802]: ERROR nova.scheduler.client.report [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [req-041172c4-6308-48df-a678-484364c8c384] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-041172c4-6308-48df-a678-484364c8c384"}]} [ 1227.613674] env[68802]: DEBUG nova.scheduler.client.report [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1227.626213] env[68802]: DEBUG nova.scheduler.client.report [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1227.626422] env[68802]: DEBUG nova.compute.provider_tree [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.636135] env[68802]: DEBUG nova.scheduler.client.report [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1227.652184] env[68802]: DEBUG nova.scheduler.client.report [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1227.752964] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d36f6a0-4cf2-4e4a-a533-021bcf8d6427 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.760749] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85b0f08-7fb7-409d-a325-6512c0258d86 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.792385] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c015018-0900-43f8-99cf-c3635a4d1f34 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.799415] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61410209-a489-43a0-a48c-da9af53a9463 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.812420] env[68802]: DEBUG nova.compute.provider_tree [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.345557] env[68802]: DEBUG nova.scheduler.client.report [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1228.345910] env[68802]: DEBUG nova.compute.provider_tree [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 168 to 169 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1228.346175] env[68802]: DEBUG nova.compute.provider_tree [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.852675] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.457s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.873723] env[68802]: INFO nova.scheduler.client.report [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted allocations for instance c995c22d-e251-4fe4-b2fc-bdd3399ca640 [ 1229.381944] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b8f22b02-b513-4da3-a69f-6a97c97c07cc tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "c995c22d-e251-4fe4-b2fc-bdd3399ca640" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.434s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.924031] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "88c2563a-75c9-4f94-8535-2d6c31a418f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.924325] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "88c2563a-75c9-4f94-8535-2d6c31a418f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.426080] env[68802]: DEBUG nova.compute.manager [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.949154] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.949498] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.950910] env[68802]: INFO nova.compute.claims [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.063120] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269f2e35-8204-4a5f-8509-0c5d743f925f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.071860] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc01be0-8e8f-4f97-9bff-6451e8cad8ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.102347] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041f54c6-f447-4223-aed0-b52ea9eb2cbc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.109836] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d8034a-76e0-4939-bb77-c2dfea020f75 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.123709] env[68802]: DEBUG nova.compute.provider_tree [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.627535] env[68802]: DEBUG nova.scheduler.client.report [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.763064] env[68802]: INFO nova.compute.manager [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Rebuilding instance [ 1232.797429] env[68802]: DEBUG nova.compute.manager [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.798319] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b10da8-fbec-451b-a62c-d414b2fb0dbf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.133064] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.133372] env[68802]: DEBUG nova.compute.manager [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.637841] env[68802]: DEBUG nova.compute.utils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.639477] env[68802]: DEBUG nova.compute.manager [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.639690] env[68802]: DEBUG nova.network.neutron [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.680299] env[68802]: DEBUG nova.policy [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b0bb45229d4a7b9d803658f317f7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4f3c36861c447498f2916c19a02a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.810970] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.811307] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb15db42-620a-44a1-bd54-096d973ad87f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.818919] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for the task: (returnval){ [ 1233.818919] env[68802]: value = "task-2796379" [ 1233.818919] env[68802]: _type = "Task" [ 1233.818919] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.828119] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.916073] env[68802]: DEBUG nova.network.neutron [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Successfully created port: 0b1e8782-1f18-4081-b4f5-76b8a4e85b63 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.143642] env[68802]: DEBUG nova.compute.manager [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.328756] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796379, 'name': PowerOffVM_Task, 'duration_secs': 0.169398} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.329031] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.329731] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.329979] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abc340a7-72e5-41c3-9263-fae7773a64e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.336258] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for the task: (returnval){ [ 1234.336258] env[68802]: value = "task-2796380" [ 1234.336258] env[68802]: _type = "Task" [ 1234.336258] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.343386] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.847264] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1234.847547] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1234.847777] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561985', 'volume_id': '318e1098-2dd7-4686-a08a-59f2966a3a5c', 'name': 'volume-318e1098-2dd7-4686-a08a-59f2966a3a5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d679514-beba-4105-a8dc-985cc71785c0', 'attached_at': '', 'detached_at': '', 'volume_id': '318e1098-2dd7-4686-a08a-59f2966a3a5c', 'serial': '318e1098-2dd7-4686-a08a-59f2966a3a5c'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1234.848610] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd923eb1-bbb5-44be-9a51-4c2a04a0f5ae {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.867726] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21093457-2b5f-4e14-8268-5c085334ea2a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.874381] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b609552b-8e9f-419e-9f67-452e9c8e15b2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.891330] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2fb658-5d14-42c4-966e-b8337482c0dc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.905445] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] The volume has not been displaced from its original location: [datastore2] volume-318e1098-2dd7-4686-a08a-59f2966a3a5c/volume-318e1098-2dd7-4686-a08a-59f2966a3a5c.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1234.910570] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.910859] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-146456b0-b036-4172-a93a-a121db4a1a0e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.928511] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for the task: (returnval){ [ 1234.928511] env[68802]: value = "task-2796381" [ 1234.928511] env[68802]: _type = "Task" [ 1234.928511] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.935882] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.153739] env[68802]: DEBUG nova.compute.manager [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.182551] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.182956] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.183056] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.183241] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.183392] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.183606] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.183737] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.183966] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.184068] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.184230] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.184512] env[68802]: DEBUG nova.virt.hardware [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.185366] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e70cde-2800-40b5-a1ec-3270cfebf1f3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.193539] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec62d14-1257-4d1f-bea0-bc2e82d3a2a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.295077] env[68802]: DEBUG nova.compute.manager [req-a290e768-6a42-4bc3-9742-e8aca00f8456 req-cca7226d-f5a8-4ab4-ad73-338523eb17e6 service nova] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Received event network-vif-plugged-0b1e8782-1f18-4081-b4f5-76b8a4e85b63 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1235.295314] env[68802]: DEBUG oslo_concurrency.lockutils [req-a290e768-6a42-4bc3-9742-e8aca00f8456 req-cca7226d-f5a8-4ab4-ad73-338523eb17e6 service nova] Acquiring lock "88c2563a-75c9-4f94-8535-2d6c31a418f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.295525] env[68802]: DEBUG oslo_concurrency.lockutils [req-a290e768-6a42-4bc3-9742-e8aca00f8456 req-cca7226d-f5a8-4ab4-ad73-338523eb17e6 service nova] Lock "88c2563a-75c9-4f94-8535-2d6c31a418f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.295692] env[68802]: DEBUG oslo_concurrency.lockutils [req-a290e768-6a42-4bc3-9742-e8aca00f8456 req-cca7226d-f5a8-4ab4-ad73-338523eb17e6 service nova] Lock "88c2563a-75c9-4f94-8535-2d6c31a418f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.295859] env[68802]: DEBUG nova.compute.manager [req-a290e768-6a42-4bc3-9742-e8aca00f8456 req-cca7226d-f5a8-4ab4-ad73-338523eb17e6 service nova] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] No waiting events found dispatching network-vif-plugged-0b1e8782-1f18-4081-b4f5-76b8a4e85b63 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.296030] env[68802]: WARNING nova.compute.manager [req-a290e768-6a42-4bc3-9742-e8aca00f8456 req-cca7226d-f5a8-4ab4-ad73-338523eb17e6 service nova] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Received unexpected event network-vif-plugged-0b1e8782-1f18-4081-b4f5-76b8a4e85b63 for instance with vm_state building and task_state spawning. [ 1235.365830] env[68802]: DEBUG nova.network.neutron [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Successfully updated port: 0b1e8782-1f18-4081-b4f5-76b8a4e85b63 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.438234] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796381, 'name': ReconfigVM_Task, 'duration_secs': 0.505901} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.438510] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1235.443341] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd0cbd4-a4e4-4027-a2af-c416fb8849d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.458469] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for the task: (returnval){ [ 1235.458469] env[68802]: value = "task-2796382" [ 1235.458469] env[68802]: _type = "Task" [ 1235.458469] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.465712] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.868614] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "refresh_cache-88c2563a-75c9-4f94-8535-2d6c31a418f4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.868801] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "refresh_cache-88c2563a-75c9-4f94-8535-2d6c31a418f4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.868993] env[68802]: DEBUG nova.network.neutron [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.967773] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796382, 'name': ReconfigVM_Task, 'duration_secs': 0.109778} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.968102] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561985', 'volume_id': '318e1098-2dd7-4686-a08a-59f2966a3a5c', 'name': 'volume-318e1098-2dd7-4686-a08a-59f2966a3a5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d679514-beba-4105-a8dc-985cc71785c0', 'attached_at': '', 'detached_at': '', 'volume_id': '318e1098-2dd7-4686-a08a-59f2966a3a5c', 'serial': '318e1098-2dd7-4686-a08a-59f2966a3a5c'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1235.968365] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.969135] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed011cb-13e8-4c18-ac0e-02e5da6068b7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.975833] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.976065] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b587bc8-75c7-4183-950d-493b5c3014ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.040154] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.040407] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.040555] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Deleting the datastore file [datastore2] 3d679514-beba-4105-a8dc-985cc71785c0 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.040844] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-530340c7-09fa-4476-b60d-496350fe755a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.048226] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for the task: (returnval){ [ 1236.048226] env[68802]: value = "task-2796384" [ 1236.048226] env[68802]: _type = "Task" [ 1236.048226] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.055823] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.399092] env[68802]: DEBUG nova.network.neutron [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.513342] env[68802]: DEBUG nova.network.neutron [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Updating instance_info_cache with network_info: [{"id": "0b1e8782-1f18-4081-b4f5-76b8a4e85b63", "address": "fa:16:3e:56:85:16", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1e8782-1f", "ovs_interfaceid": "0b1e8782-1f18-4081-b4f5-76b8a4e85b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.558035] env[68802]: DEBUG oslo_vmware.api [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Task: {'id': task-2796384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076658} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.558285] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.558461] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.558627] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.609671] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1236.609983] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c2eb52d-9eba-4ed0-a240-9f209b1e3c1c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.618712] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a23a5d5-c547-4615-98ea-72a3e0550cbf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.647755] env[68802]: ERROR nova.compute.manager [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Failed to detach volume 318e1098-2dd7-4686-a08a-59f2966a3a5c from /dev/sda: nova.exception.InstanceNotFound: Instance 3d679514-beba-4105-a8dc-985cc71785c0 could not be found. [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Traceback (most recent call last): [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self.driver.rebuild(**kwargs) [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/driver.py", line 505, in rebuild [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] raise NotImplementedError() [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] NotImplementedError [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] During handling of the above exception, another exception occurred: [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Traceback (most recent call last): [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self.driver.detach_volume(context, old_connection_info, [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] return self._volumeops.detach_volume(connection_info, instance) [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self._detach_volume_vmdk(connection_info, instance) [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] stable_ref.fetch_moref(session) [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] nova.exception.InstanceNotFound: Instance 3d679514-beba-4105-a8dc-985cc71785c0 could not be found. [ 1236.647755] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] [ 1236.772904] env[68802]: DEBUG nova.compute.utils [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Build of instance 3d679514-beba-4105-a8dc-985cc71785c0 aborted: Failed to rebuild volume backed instance. {{(pid=68802) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1236.775072] env[68802]: ERROR nova.compute.manager [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 3d679514-beba-4105-a8dc-985cc71785c0 aborted: Failed to rebuild volume backed instance. [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Traceback (most recent call last): [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self.driver.rebuild(**kwargs) [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/driver.py", line 505, in rebuild [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] raise NotImplementedError() [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] NotImplementedError [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] During handling of the above exception, another exception occurred: [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Traceback (most recent call last): [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self._detach_root_volume(context, instance, root_bdm) [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] with excutils.save_and_reraise_exception(): [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self.force_reraise() [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] raise self.value [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self.driver.detach_volume(context, old_connection_info, [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] return self._volumeops.detach_volume(connection_info, instance) [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self._detach_volume_vmdk(connection_info, instance) [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] stable_ref.fetch_moref(session) [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] nova.exception.InstanceNotFound: Instance 3d679514-beba-4105-a8dc-985cc71785c0 could not be found. [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] During handling of the above exception, another exception occurred: [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Traceback (most recent call last): [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] yield [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1236.775072] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self._do_rebuild_instance_with_claim( [ 1236.776655] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1236.776655] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self._do_rebuild_instance( [ 1236.776655] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1236.776655] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self._rebuild_default_impl(**kwargs) [ 1236.776655] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1236.776655] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] self._rebuild_volume_backed_instance( [ 1236.776655] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1236.776655] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] raise exception.BuildAbortException( [ 1236.776655] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] nova.exception.BuildAbortException: Build of instance 3d679514-beba-4105-a8dc-985cc71785c0 aborted: Failed to rebuild volume backed instance. [ 1236.776655] env[68802]: ERROR nova.compute.manager [instance: 3d679514-beba-4105-a8dc-985cc71785c0] [ 1237.016233] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "refresh_cache-88c2563a-75c9-4f94-8535-2d6c31a418f4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.016626] env[68802]: DEBUG nova.compute.manager [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Instance network_info: |[{"id": "0b1e8782-1f18-4081-b4f5-76b8a4e85b63", "address": "fa:16:3e:56:85:16", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1e8782-1f", "ovs_interfaceid": "0b1e8782-1f18-4081-b4f5-76b8a4e85b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.017114] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:85:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b1e8782-1f18-4081-b4f5-76b8a4e85b63', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.024515] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.024757] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.025021] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca48206e-19a6-429d-b955-18aa6f812513 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.044416] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.044416] env[68802]: value = "task-2796385" [ 1237.044416] env[68802]: _type = "Task" [ 1237.044416] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.051734] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796385, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.323186] env[68802]: DEBUG nova.compute.manager [req-3bc22b51-af43-4883-9fb5-e330193dc2cb req-f349ea70-a857-4068-a799-841866104d0d service nova] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Received event network-changed-0b1e8782-1f18-4081-b4f5-76b8a4e85b63 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1237.323427] env[68802]: DEBUG nova.compute.manager [req-3bc22b51-af43-4883-9fb5-e330193dc2cb req-f349ea70-a857-4068-a799-841866104d0d service nova] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Refreshing instance network info cache due to event network-changed-0b1e8782-1f18-4081-b4f5-76b8a4e85b63. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1237.323632] env[68802]: DEBUG oslo_concurrency.lockutils [req-3bc22b51-af43-4883-9fb5-e330193dc2cb req-f349ea70-a857-4068-a799-841866104d0d service nova] Acquiring lock "refresh_cache-88c2563a-75c9-4f94-8535-2d6c31a418f4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.323854] env[68802]: DEBUG oslo_concurrency.lockutils [req-3bc22b51-af43-4883-9fb5-e330193dc2cb req-f349ea70-a857-4068-a799-841866104d0d service nova] Acquired lock "refresh_cache-88c2563a-75c9-4f94-8535-2d6c31a418f4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.324177] env[68802]: DEBUG nova.network.neutron [req-3bc22b51-af43-4883-9fb5-e330193dc2cb req-f349ea70-a857-4068-a799-841866104d0d service nova] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Refreshing network info cache for port 0b1e8782-1f18-4081-b4f5-76b8a4e85b63 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.555084] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796385, 'name': CreateVM_Task, 'duration_secs': 0.289859} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.555452] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.555953] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.556207] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.556457] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.556744] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12598a80-1783-4c17-a721-205935e2f9cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.562010] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1237.562010] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520ea20f-9d9d-59ca-e2f5-d0124c7d1992" [ 1237.562010] env[68802]: _type = "Task" [ 1237.562010] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.569204] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520ea20f-9d9d-59ca-e2f5-d0124c7d1992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.074385] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520ea20f-9d9d-59ca-e2f5-d0124c7d1992, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.075172] env[68802]: DEBUG nova.network.neutron [req-3bc22b51-af43-4883-9fb5-e330193dc2cb req-f349ea70-a857-4068-a799-841866104d0d service nova] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Updated VIF entry in instance network info cache for port 0b1e8782-1f18-4081-b4f5-76b8a4e85b63. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.075484] env[68802]: DEBUG nova.network.neutron [req-3bc22b51-af43-4883-9fb5-e330193dc2cb req-f349ea70-a857-4068-a799-841866104d0d service nova] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Updating instance_info_cache with network_info: [{"id": "0b1e8782-1f18-4081-b4f5-76b8a4e85b63", "address": "fa:16:3e:56:85:16", "network": {"id": "09e8521e-7025-4849-ac1d-11765cd8a42c", "bridge": "br-int", "label": "tempest-ServersTestJSON-442523040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4f3c36861c447498f2916c19a02a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1e8782-1f", "ovs_interfaceid": "0b1e8782-1f18-4081-b4f5-76b8a4e85b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.076688] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.076923] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.077171] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.077318] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.077500] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.077957] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-880ae5c6-27d9-4f2f-8645-d738c12d787f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.086427] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.086600] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.087295] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af65b541-0fb1-4c58-a637-5cfea1db675b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.092764] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1238.092764] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52823f70-5671-815d-0a66-2bf358172a38" [ 1238.092764] env[68802]: _type = "Task" [ 1238.092764] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.100672] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52823f70-5671-815d-0a66-2bf358172a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.352461] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.352772] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.352954] env[68802]: INFO nova.compute.manager [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Shelving [ 1238.578659] env[68802]: DEBUG oslo_concurrency.lockutils [req-3bc22b51-af43-4883-9fb5-e330193dc2cb req-f349ea70-a857-4068-a799-841866104d0d service nova] Releasing lock "refresh_cache-88c2563a-75c9-4f94-8535-2d6c31a418f4" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.603916] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52823f70-5671-815d-0a66-2bf358172a38, 'name': SearchDatastore_Task, 'duration_secs': 0.008319} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.604810] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615b4459-2edc-4f37-9a31-d7ff1001c3be {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.609947] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1238.609947] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520e9a2d-3381-6f42-2f11-1ccddecd2211" [ 1238.609947] env[68802]: _type = "Task" [ 1238.609947] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.617109] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520e9a2d-3381-6f42-2f11-1ccddecd2211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.787290] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.787577] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.787794] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.787979] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.788167] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.791122] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.791379] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.794162] env[68802]: INFO nova.compute.manager [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Terminating instance [ 1238.900090] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d3c6a2-ac97-40c4-8a78-7921f8f29aca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.907482] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51498e8a-f16b-4b28-bb53-50b0069e93a1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.937933] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1521349-4e4a-4e84-9252-dd6662c434dd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.945310] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07483f56-a25a-4d45-b523-5b046b0059a0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.958814] env[68802]: DEBUG nova.compute.provider_tree [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.120056] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520e9a2d-3381-6f42-2f11-1ccddecd2211, 'name': SearchDatastore_Task, 'duration_secs': 0.008951} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.120346] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.120612] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 88c2563a-75c9-4f94-8535-2d6c31a418f4/88c2563a-75c9-4f94-8535-2d6c31a418f4.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.120881] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-882cde69-605d-46a7-8d60-52cf9028b271 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.128149] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1239.128149] env[68802]: value = "task-2796386" [ 1239.128149] env[68802]: _type = "Task" [ 1239.128149] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.135752] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.299682] env[68802]: DEBUG nova.compute.manager [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.299962] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.302941] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da67987b-5c72-410e-91db-aaf95ae3d6f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.311188] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1239.311188] env[68802]: value = "task-2796387" [ 1239.311188] env[68802]: _type = "Task" [ 1239.311188] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.323359] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.364037] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.364315] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bc3b129-a953-41c9-9e2e-1868570fdd4b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.372802] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1239.372802] env[68802]: value = "task-2796388" [ 1239.372802] env[68802]: _type = "Task" [ 1239.372802] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.381911] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.461902] env[68802]: DEBUG nova.scheduler.client.report [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.638737] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796386, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.806020] env[68802]: DEBUG oslo_concurrency.lockutils [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Acquiring lock "3d679514-beba-4105-a8dc-985cc71785c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.806305] env[68802]: DEBUG oslo_concurrency.lockutils [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "3d679514-beba-4105-a8dc-985cc71785c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.806518] env[68802]: DEBUG oslo_concurrency.lockutils [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Acquiring lock "3d679514-beba-4105-a8dc-985cc71785c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.806699] env[68802]: DEBUG oslo_concurrency.lockutils [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "3d679514-beba-4105-a8dc-985cc71785c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.806866] env[68802]: DEBUG oslo_concurrency.lockutils [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "3d679514-beba-4105-a8dc-985cc71785c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.810381] env[68802]: INFO nova.compute.manager [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Terminating instance [ 1239.821289] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796387, 'name': PowerOffVM_Task, 'duration_secs': 0.336972} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.822012] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.822218] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Volume detach. Driver type: vmdk {{(pid=68802) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1239.822413] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561979', 'volume_id': '732038f3-34c3-41dc-9cf9-22973f03c67e', 'name': 'volume-732038f3-34c3-41dc-9cf9-22973f03c67e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99', 'attached_at': '2025-03-06T07:43:45.000000', 'detached_at': '', 'volume_id': '732038f3-34c3-41dc-9cf9-22973f03c67e', 'serial': '732038f3-34c3-41dc-9cf9-22973f03c67e'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1239.823418] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9157d-a8ca-44a3-b4b8-aa57e10e5b94 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.842419] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37af29a7-23ff-4ffa-aa9d-16eee5726da2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.849141] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c4a137-f000-453b-bc6e-3e75b08d7d01 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.867226] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dadaaf-2684-4544-97f4-12d78b359bf3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.881858] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] The volume has not been displaced from its original location: [datastore2] volume-732038f3-34c3-41dc-9cf9-22973f03c67e/volume-732038f3-34c3-41dc-9cf9-22973f03c67e.vmdk. No consolidation needed. {{(pid=68802) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1239.887151] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.890194] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce346cf-813d-41fa-9144-a84739a1b814 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.908673] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796388, 'name': PowerOffVM_Task, 'duration_secs': 0.28206} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.909735] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.910072] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1239.910072] env[68802]: value = "task-2796389" [ 1239.910072] env[68802]: _type = "Task" [ 1239.910072] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.910710] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8183c40c-d0a0-409f-a2af-6ab63f7fb042 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.932422] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.933505] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cff56ea-00a7-46a2-bcb8-72729ef57090 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.967444] env[68802]: DEBUG oslo_concurrency.lockutils [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.176s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.967655] env[68802]: INFO nova.compute.manager [None req-8349fe5c-f7d2-4381-abc0-e9be98b6e282 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Successfully reverted task state from rebuilding on failure for instance. [ 1240.138669] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555169} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.138969] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 88c2563a-75c9-4f94-8535-2d6c31a418f4/88c2563a-75c9-4f94-8535-2d6c31a418f4.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.139233] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.139486] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3251b4d6-c78c-45ca-b45f-f74a2408e93b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.146313] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1240.146313] env[68802]: value = "task-2796390" [ 1240.146313] env[68802]: _type = "Task" [ 1240.146313] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.154248] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.317964] env[68802]: DEBUG nova.compute.manager [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.318376] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d40b878f-3b44-414b-9f01-4e8141b6f40f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.328103] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de592ae-d908-45c9-ab6a-d80b0f41789f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.357277] env[68802]: WARNING nova.virt.vmwareapi.driver [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 3d679514-beba-4105-a8dc-985cc71785c0 could not be found. [ 1240.357492] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.357790] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89a642b0-1619-4386-b2ff-15725d5f4582 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.365415] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e9b410-8061-4f9c-8fa8-e9b4b4a31a3a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.395645] env[68802]: WARNING nova.virt.vmwareapi.vmops [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3d679514-beba-4105-a8dc-985cc71785c0 could not be found. [ 1240.395842] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.396022] env[68802]: INFO nova.compute.manager [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1240.396267] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.396530] env[68802]: DEBUG nova.compute.manager [-] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.396602] env[68802]: DEBUG nova.network.neutron [-] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.423439] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796389, 'name': ReconfigVM_Task, 'duration_secs': 0.151133} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.423725] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.430041] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d548f54-49f2-4278-844d-456ec1635dc8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.442948] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Creating Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1240.443238] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18769342-09dd-421b-87e0-624b253ee332 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.445999] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1240.445999] env[68802]: value = "task-2796391" [ 1240.445999] env[68802]: _type = "Task" [ 1240.445999] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.450265] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1240.450265] env[68802]: value = "task-2796392" [ 1240.450265] env[68802]: _type = "Task" [ 1240.450265] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.456205] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.460533] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796392, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.656966] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059342} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.661020] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.661020] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806765ac-643b-4349-8d5a-bfa5c25ed985 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.682526] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 88c2563a-75c9-4f94-8535-2d6c31a418f4/88c2563a-75c9-4f94-8535-2d6c31a418f4.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.683099] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6597ff2a-94c4-49fb-ad80-3b4a86121c08 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.703222] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1240.703222] env[68802]: value = "task-2796393" [ 1240.703222] env[68802]: _type = "Task" [ 1240.703222] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.711756] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.874925] env[68802]: DEBUG nova.compute.manager [req-f0c74091-7319-43db-9b7c-28d36a07abe0 req-3430df4d-e8ec-4546-a3bb-492341499695 service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Received event network-vif-deleted-66619e24-24b5-4233-a1ff-f97b58f0619a {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1240.875062] env[68802]: INFO nova.compute.manager [req-f0c74091-7319-43db-9b7c-28d36a07abe0 req-3430df4d-e8ec-4546-a3bb-492341499695 service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Neutron deleted interface 66619e24-24b5-4233-a1ff-f97b58f0619a; detaching it from the instance and deleting it from the info cache [ 1240.875227] env[68802]: DEBUG nova.network.neutron [req-f0c74091-7319-43db-9b7c-28d36a07abe0 req-3430df4d-e8ec-4546-a3bb-492341499695 service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.960221] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.963156] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796392, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.215792] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796393, 'name': ReconfigVM_Task, 'duration_secs': 0.286051} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.216120] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 88c2563a-75c9-4f94-8535-2d6c31a418f4/88c2563a-75c9-4f94-8535-2d6c31a418f4.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.216981] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9454f865-caa1-44e2-bfea-04db514242f0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.224720] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1241.224720] env[68802]: value = "task-2796394" [ 1241.224720] env[68802]: _type = "Task" [ 1241.224720] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.233060] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796394, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.348804] env[68802]: DEBUG nova.network.neutron [-] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.378519] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e58e6b82-1ee1-43da-9b78-674ebfaed7d0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.390571] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892ffbf-6eae-43b4-a183-535e0f106d47 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.420359] env[68802]: DEBUG nova.compute.manager [req-f0c74091-7319-43db-9b7c-28d36a07abe0 req-3430df4d-e8ec-4546-a3bb-492341499695 service nova] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Detach interface failed, port_id=66619e24-24b5-4233-a1ff-f97b58f0619a, reason: Instance 3d679514-beba-4105-a8dc-985cc71785c0 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1241.457564] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796391, 'name': ReconfigVM_Task, 'duration_secs': 0.9001} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.458290] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561979', 'volume_id': '732038f3-34c3-41dc-9cf9-22973f03c67e', 'name': 'volume-732038f3-34c3-41dc-9cf9-22973f03c67e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4fef6147-2ccf-477c-ac0a-c8ff3f82cd99', 'attached_at': '2025-03-06T07:43:45.000000', 'detached_at': '', 'volume_id': '732038f3-34c3-41dc-9cf9-22973f03c67e', 'serial': '732038f3-34c3-41dc-9cf9-22973f03c67e'} {{(pid=68802) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.458691] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.459534] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56e1c58-3cba-46b7-af0c-59f556e2d9d6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.464944] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796392, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.468981] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.468981] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32189fcc-ab8f-40c5-b0d0-0e603ace69bb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.535491] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.535717] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.535899] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleting the datastore file [datastore2] 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.536188] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b4e3e0a-47bd-4f15-b480-dbc8281e0347 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.542676] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1241.542676] env[68802]: value = "task-2796396" [ 1241.542676] env[68802]: _type = "Task" [ 1241.542676] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.550664] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.734837] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796394, 'name': Rename_Task, 'duration_secs': 0.150654} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.734837] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.734837] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7831787-8acf-4a85-900d-6a631de2f68f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.740383] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1241.740383] env[68802]: value = "task-2796397" [ 1241.740383] env[68802]: _type = "Task" [ 1241.740383] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.747492] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.853903] env[68802]: INFO nova.compute.manager [-] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Took 1.46 seconds to deallocate network for instance. [ 1241.961114] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796392, 'name': CreateSnapshot_Task, 'duration_secs': 1.206578} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.961404] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Created Snapshot of the VM instance {{(pid=68802) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1241.962207] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345aaca6-6477-48a0-94ef-47a824557753 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.052897] env[68802]: DEBUG oslo_vmware.api [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080002} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.053586] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.053586] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.053586] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.053791] env[68802]: INFO nova.compute.manager [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1242.053989] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.054215] env[68802]: DEBUG nova.compute.manager [-] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.054312] env[68802]: DEBUG nova.network.neutron [-] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.252394] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.406930] env[68802]: INFO nova.compute.manager [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Took 0.55 seconds to detach 1 volumes for instance. [ 1242.410039] env[68802]: DEBUG nova.compute.manager [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] [instance: 3d679514-beba-4105-a8dc-985cc71785c0] Deleting volume: 318e1098-2dd7-4686-a08a-59f2966a3a5c {{(pid=68802) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1242.481194] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Creating linked-clone VM from snapshot {{(pid=68802) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1242.481496] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-84ed1773-c729-455e-97b9-eea28960d4c8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.492022] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1242.492022] env[68802]: value = "task-2796398" [ 1242.492022] env[68802]: _type = "Task" [ 1242.492022] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.507111] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796398, 'name': CloneVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.754024] env[68802]: DEBUG oslo_vmware.api [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796397, 'name': PowerOnVM_Task, 'duration_secs': 0.691428} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.754024] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.754024] env[68802]: INFO nova.compute.manager [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1242.754024] env[68802]: DEBUG nova.compute.manager [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.754645] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a3619b-8da3-48ee-937b-658110e7aacf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.905406] env[68802]: DEBUG nova.compute.manager [req-3637df48-a736-44ac-83e7-c8c2ac8b70f8 req-441815a1-35e7-4dcb-a9aa-83d65a37b9e9 service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Received event network-vif-deleted-32731d3d-5a5b-4efe-80f5-de077cdd2bac {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1242.905588] env[68802]: INFO nova.compute.manager [req-3637df48-a736-44ac-83e7-c8c2ac8b70f8 req-441815a1-35e7-4dcb-a9aa-83d65a37b9e9 service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Neutron deleted interface 32731d3d-5a5b-4efe-80f5-de077cdd2bac; detaching it from the instance and deleting it from the info cache [ 1242.905768] env[68802]: DEBUG nova.network.neutron [req-3637df48-a736-44ac-83e7-c8c2ac8b70f8 req-441815a1-35e7-4dcb-a9aa-83d65a37b9e9 service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.956853] env[68802]: DEBUG oslo_concurrency.lockutils [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.957165] env[68802]: DEBUG oslo_concurrency.lockutils [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.957391] env[68802]: DEBUG nova.objects.instance [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lazy-loading 'resources' on Instance uuid 3d679514-beba-4105-a8dc-985cc71785c0 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.969034] env[68802]: DEBUG nova.network.neutron [-] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.001184] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796398, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.276989] env[68802]: INFO nova.compute.manager [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Took 12.35 seconds to build instance. [ 1243.408589] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6f60ed5-340d-4a66-90be-1da31603ebb8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.418859] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c499174-bbc9-4f85-af5b-2af1c5a5b029 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.449813] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.450120] env[68802]: DEBUG nova.compute.manager [req-3637df48-a736-44ac-83e7-c8c2ac8b70f8 req-441815a1-35e7-4dcb-a9aa-83d65a37b9e9 service nova] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Detach interface failed, port_id=32731d3d-5a5b-4efe-80f5-de077cdd2bac, reason: Instance 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1243.471818] env[68802]: INFO nova.compute.manager [-] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Took 1.42 seconds to deallocate network for instance. [ 1243.504339] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796398, 'name': CloneVM_Task} progress is 94%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.582952] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0725d894-d171-4919-a2bd-bc0eec38386a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.590360] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e055f-9ea1-4614-9467-789bb98aab56 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.642309] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013b5814-be12-42b4-a06c-393d729311de {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.652256] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e13404-f823-4661-a81c-c12f07945a98 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.666938] env[68802]: DEBUG nova.compute.provider_tree [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.780251] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a77ff5dd-1854-4c5f-9146-8a4c7e5976d4 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "88c2563a-75c9-4f94-8535-2d6c31a418f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.856s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.004311] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796398, 'name': CloneVM_Task, 'duration_secs': 1.381132} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.005095] env[68802]: INFO nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Created linked-clone VM from snapshot [ 1244.005514] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef5132-7f79-4b17-8578-70bef3b7f454 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.015160] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Uploading image 5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8 {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1244.021024] env[68802]: INFO nova.compute.manager [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Took 0.55 seconds to detach 1 volumes for instance. [ 1244.022785] env[68802]: DEBUG nova.compute.manager [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99] Deleting volume: 732038f3-34c3-41dc-9cf9-22973f03c67e {{(pid=68802) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1244.046171] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1244.046171] env[68802]: value = "vm-561999" [ 1244.046171] env[68802]: _type = "VirtualMachine" [ 1244.046171] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1244.046446] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5ea67dfa-fb55-4663-a1b1-d30a10250a45 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.053935] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lease: (returnval){ [ 1244.053935] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c978e9-71e8-cac5-960c-578e7683a78c" [ 1244.053935] env[68802]: _type = "HttpNfcLease" [ 1244.053935] env[68802]: } obtained for exporting VM: (result){ [ 1244.053935] env[68802]: value = "vm-561999" [ 1244.053935] env[68802]: _type = "VirtualMachine" [ 1244.053935] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1244.054774] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the lease: (returnval){ [ 1244.054774] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c978e9-71e8-cac5-960c-578e7683a78c" [ 1244.054774] env[68802]: _type = "HttpNfcLease" [ 1244.054774] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1244.061809] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.061809] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c978e9-71e8-cac5-960c-578e7683a78c" [ 1244.061809] env[68802]: _type = "HttpNfcLease" [ 1244.061809] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.170963] env[68802]: DEBUG nova.scheduler.client.report [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.521051] env[68802]: DEBUG oslo_concurrency.lockutils [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "88c2563a-75c9-4f94-8535-2d6c31a418f4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.521337] env[68802]: DEBUG oslo_concurrency.lockutils [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "88c2563a-75c9-4f94-8535-2d6c31a418f4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.521521] env[68802]: DEBUG nova.compute.manager [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.522470] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf7e0b-0e2b-476f-8125-806c5e956fa7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.530379] env[68802]: DEBUG nova.compute.manager [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1244.530998] env[68802]: DEBUG nova.objects.instance [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lazy-loading 'flavor' on Instance uuid 88c2563a-75c9-4f94-8535-2d6c31a418f4 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.567586] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.567902] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.567902] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c978e9-71e8-cac5-960c-578e7683a78c" [ 1244.567902] env[68802]: _type = "HttpNfcLease" [ 1244.567902] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1244.569913] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1244.569913] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52c978e9-71e8-cac5-960c-578e7683a78c" [ 1244.569913] env[68802]: _type = "HttpNfcLease" [ 1244.569913] env[68802]: }. {{(pid=68802) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1244.570337] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46952c35-e378-4254-a69e-13e5cb145d4a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.579212] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f2acd-2a60-d164-86bd-d7a9d34851a6/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1244.579392] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f2acd-2a60-d164-86bd-d7a9d34851a6/disk-0.vmdk for reading. {{(pid=68802) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1244.678468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.682528] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.114s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.682528] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.683838] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ccb635e-654f-4424-a12c-b646e3420640 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.713905] env[68802]: INFO nova.scheduler.client.report [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted allocations for instance 4fef6147-2ccf-477c-ac0a-c8ff3f82cd99 [ 1245.199210] env[68802]: DEBUG oslo_concurrency.lockutils [None req-baa9f8e0-8969-4dd7-81e2-c0c3fbf7e644 tempest-ServerActionsV293TestJSON-963298782 tempest-ServerActionsV293TestJSON-963298782-project-member] Lock "3d679514-beba-4105-a8dc-985cc71785c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.393s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.229958] env[68802]: DEBUG oslo_concurrency.lockutils [None req-05422490-eada-4bc5-805c-1c47f40cf8f5 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "4fef6147-2ccf-477c-ac0a-c8ff3f82cd99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.442s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.446368] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.447207] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.448119] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.539142] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.539606] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.540077] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.540350] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.540568] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.542906] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.543575] env[68802]: INFO nova.compute.manager [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Terminating instance [ 1245.545286] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1809d5e-06a9-4862-b7aa-467974c9d906 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.557777] env[68802]: DEBUG oslo_vmware.api [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1245.557777] env[68802]: value = "task-2796402" [ 1245.557777] env[68802]: _type = "Task" [ 1245.557777] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.569980] env[68802]: DEBUG oslo_vmware.api [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.950324] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.951056] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.951818] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.951818] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1245.952671] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d7aa72-b873-4cbf-89f9-45378c3b3161 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.961316] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73aeb2b-c42f-4df3-8fc5-85d6d7cd8d29 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.978692] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723d0ffd-9f13-4897-81a6-0e328d37ce32 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.986009] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e4821e-15f7-4756-96c0-9e4f7b356043 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.016964] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179971MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1246.017171] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.017364] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.051882] env[68802]: DEBUG nova.compute.manager [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.051882] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.052905] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8528dc-3b1e-4ecd-8b39-96da4a210249 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.061263] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.064687] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-304d15a2-1abd-4614-8805-d61ac703d241 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.073215] env[68802]: DEBUG oslo_vmware.api [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796402, 'name': PowerOffVM_Task, 'duration_secs': 0.23702} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.074733] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.075070] env[68802]: DEBUG nova.compute.manager [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.075536] env[68802]: DEBUG oslo_vmware.api [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1246.075536] env[68802]: value = "task-2796403" [ 1246.075536] env[68802]: _type = "Task" [ 1246.075536] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.076316] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f141c5c2-52dc-49af-8813-4f826e4ff196 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.091279] env[68802]: DEBUG oslo_vmware.api [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.403326] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "43f35beb-6df2-4128-bed3-07002f35270c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.403607] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "43f35beb-6df2-4128-bed3-07002f35270c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.589072] env[68802]: DEBUG oslo_vmware.api [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796403, 'name': PowerOffVM_Task, 'duration_secs': 0.224558} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.589250] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.589449] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.589714] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12334476-9d71-4ca6-9774-65bff1877a2e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.596079] env[68802]: DEBUG oslo_concurrency.lockutils [None req-15da320c-bd26-42dd-91f1-8a1d0810b153 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "88c2563a-75c9-4f94-8535-2d6c31a418f4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.659419] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.659752] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.659951] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleting the datastore file [datastore2] ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.660263] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a24f1979-0f0c-47f6-b44f-9cb78e30bfb0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.667674] env[68802]: DEBUG oslo_vmware.api [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1246.667674] env[68802]: value = "task-2796405" [ 1246.667674] env[68802]: _type = "Task" [ 1246.667674] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.676749] env[68802]: DEBUG oslo_vmware.api [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.905683] env[68802]: DEBUG nova.compute.manager [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.045511] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 0a18db03-13aa-45ae-9419-9e5f9b7ab882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.045676] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 390dab90-ce33-4fd1-a77f-415f8bb7308b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.045854] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.046039] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 91b31438-ebaa-41fa-a075-c5a94fc79cb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.046145] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 7da1bc33-dc44-4020-b793-3987b3f97e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.046214] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 41cf2488-d59a-498b-bede-785c0b47e95f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.046330] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 88c2563a-75c9-4f94-8535-2d6c31a418f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.178437] env[68802]: DEBUG oslo_vmware.api [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15262} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.178700] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.178884] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.179078] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.179301] env[68802]: INFO nova.compute.manager [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1247.179556] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.179779] env[68802]: DEBUG nova.compute.manager [-] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.179885] env[68802]: DEBUG nova.network.neutron [-] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.224985] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "88c2563a-75c9-4f94-8535-2d6c31a418f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.225274] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "88c2563a-75c9-4f94-8535-2d6c31a418f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.225483] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "88c2563a-75c9-4f94-8535-2d6c31a418f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.225672] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "88c2563a-75c9-4f94-8535-2d6c31a418f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.225881] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "88c2563a-75c9-4f94-8535-2d6c31a418f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.228167] env[68802]: INFO nova.compute.manager [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Terminating instance [ 1247.426979] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.435969] env[68802]: DEBUG nova.compute.manager [req-721e7146-ea11-4cb5-8a40-47795d14f02f req-bfa02250-9321-4ecf-a15b-6dced06756ed service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Received event network-vif-deleted-38cc29a3-fc57-4889-8372-32b7ca9b7eae {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1247.436338] env[68802]: INFO nova.compute.manager [req-721e7146-ea11-4cb5-8a40-47795d14f02f req-bfa02250-9321-4ecf-a15b-6dced06756ed service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Neutron deleted interface 38cc29a3-fc57-4889-8372-32b7ca9b7eae; detaching it from the instance and deleting it from the info cache [ 1247.436472] env[68802]: DEBUG nova.network.neutron [req-721e7146-ea11-4cb5-8a40-47795d14f02f req-bfa02250-9321-4ecf-a15b-6dced06756ed service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.549673] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 43f35beb-6df2-4128-bed3-07002f35270c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1247.549942] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1247.550072] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1247.658593] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30713ed0-1b01-497b-991d-955b17aff081 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.667050] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd5e84a-2e7a-4f24-952f-3c51858d8f02 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.700053] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3ec22e-c561-44ab-9cc5-3461215422e5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.711287] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a587baf3-58fb-4f5c-b43b-8c15e90ac332 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.726353] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.732853] env[68802]: DEBUG nova.compute.manager [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.732853] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.733084] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c87a40-7e73-4548-9bb4-96a33ed6f74e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.741925] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.742211] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be494232-658e-4e65-86af-9d0bb946c827 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.806334] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.806541] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.806781] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleting the datastore file [datastore2] 88c2563a-75c9-4f94-8535-2d6c31a418f4 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.807017] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d309fd0-4f47-476a-bfd3-4507edbe1113 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.814908] env[68802]: DEBUG oslo_vmware.api [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1247.814908] env[68802]: value = "task-2796407" [ 1247.814908] env[68802]: _type = "Task" [ 1247.814908] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.823274] env[68802]: DEBUG oslo_vmware.api [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.917601] env[68802]: DEBUG nova.network.neutron [-] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.939822] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04e3f685-fe1c-4f93-8851-ab1338ae2a32 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.949756] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf412c0-afc6-4f78-82b6-1c67fd7c8f5a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.978679] env[68802]: DEBUG nova.compute.manager [req-721e7146-ea11-4cb5-8a40-47795d14f02f req-bfa02250-9321-4ecf-a15b-6dced06756ed service nova] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Detach interface failed, port_id=38cc29a3-fc57-4889-8372-32b7ca9b7eae, reason: Instance ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1248.230867] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.325619] env[68802]: DEBUG oslo_vmware.api [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176862} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.325928] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.326135] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.326406] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.326486] env[68802]: INFO nova.compute.manager [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1248.326728] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.326959] env[68802]: DEBUG nova.compute.manager [-] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.327101] env[68802]: DEBUG nova.network.neutron [-] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.420747] env[68802]: INFO nova.compute.manager [-] [instance: ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719] Took 1.24 seconds to deallocate network for instance. [ 1248.735719] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1248.736188] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.718s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.736188] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.309s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.738219] env[68802]: INFO nova.compute.claims [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.927214] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.079358] env[68802]: DEBUG nova.network.neutron [-] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.463522] env[68802]: DEBUG nova.compute.manager [req-e89a18fb-cc21-4398-b823-206c9fcdfa9f req-1dbd6f7a-4d86-4e4b-98ba-398d20ae972c service nova] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Received event network-vif-deleted-0b1e8782-1f18-4081-b4f5-76b8a4e85b63 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1249.582435] env[68802]: INFO nova.compute.manager [-] [instance: 88c2563a-75c9-4f94-8535-2d6c31a418f4] Took 1.26 seconds to deallocate network for instance. [ 1249.741635] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.742054] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.742100] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.742278] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.742451] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1249.856318] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0c3e10-8e8a-49ee-81fa-97ff858052fa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.863855] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b9063-636b-4e49-a923-3d8360be465b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.894632] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c27443-f28e-44f5-8019-52c69fd74c4b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.901968] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da7340a-041b-4552-a8ef-f3f00f3e2b13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.917011] env[68802]: DEBUG nova.compute.provider_tree [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.088830] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.420399] env[68802]: DEBUG nova.scheduler.client.report [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.925914] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.926519] env[68802]: DEBUG nova.compute.manager [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.929597] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.003s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.929854] env[68802]: DEBUG nova.objects.instance [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lazy-loading 'resources' on Instance uuid ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.432782] env[68802]: DEBUG nova.compute.utils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.437125] env[68802]: DEBUG nova.compute.manager [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.437315] env[68802]: DEBUG nova.network.neutron [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.532017] env[68802]: DEBUG nova.policy [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '847e374452f24ca9bbd9791326b9e0b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '290d8b0ad1684f8b9244187cbd82eeed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.592223] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd754e-e82b-4e9a-9407-735139d5eb08 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.604745] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54b1c0c-faf2-42a8-9749-a0ca33681ff8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.657016] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b293a9e6-3971-4b01-b1aa-71f02f42839f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.669311] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5cd09-b581-48ea-a5f9-72cd35563984 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.687256] env[68802]: DEBUG nova.compute.provider_tree [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.937525] env[68802]: DEBUG nova.compute.manager [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.945728] env[68802]: DEBUG nova.network.neutron [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Successfully created port: c9637f22-d79a-4695-9f38-5908e17cb95d {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.191307] env[68802]: DEBUG nova.scheduler.client.report [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.697966] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.700576] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.612s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.700903] env[68802]: DEBUG nova.objects.instance [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lazy-loading 'resources' on Instance uuid 88c2563a-75c9-4f94-8535-2d6c31a418f4 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.720989] env[68802]: INFO nova.scheduler.client.report [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted allocations for instance ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719 [ 1252.793863] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f2acd-2a60-d164-86bd-d7a9d34851a6/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1252.794857] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b27c05-9510-48e0-a7dc-58bc12b04b06 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.801131] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f2acd-2a60-d164-86bd-d7a9d34851a6/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1252.801303] env[68802]: ERROR oslo_vmware.rw_handles [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f2acd-2a60-d164-86bd-d7a9d34851a6/disk-0.vmdk due to incomplete transfer. [ 1252.801519] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22c40abf-7d56-4fcd-b610-9cb2381933c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.808433] env[68802]: DEBUG oslo_vmware.rw_handles [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f2acd-2a60-d164-86bd-d7a9d34851a6/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1252.808623] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Uploaded image 5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8 to the Glance image server {{(pid=68802) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1252.810838] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Destroying the VM {{(pid=68802) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1252.811070] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7829135f-f373-4327-9036-974bb774c48b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.816850] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1252.816850] env[68802]: value = "task-2796408" [ 1252.816850] env[68802]: _type = "Task" [ 1252.816850] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.824629] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796408, 'name': Destroy_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.847808] env[68802]: DEBUG nova.compute.manager [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Stashing vm_state: active {{(pid=68802) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1252.947048] env[68802]: DEBUG nova.compute.manager [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.972804] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.973083] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.973251] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.973432] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.973583] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.973720] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.973927] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.974094] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.974263] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.974422] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.974591] env[68802]: DEBUG nova.virt.hardware [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.975574] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aa7ce7-5d57-43de-94b6-e634f2fd05ed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.983710] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9581bcb0-610c-41bd-aa6a-c3e0c9149770 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.228843] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6dcac411-9131-4f57-ab2f-edb9fd889ad3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "ccc6bcdd-54dc-4628-8ff9-3aa85e6c7719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.689s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.311728] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4bb06c-9c98-4c70-af94-f9ebd961fdf5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.322175] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5f5c83-aee2-49a6-8cde-4f7fb59935a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.329669] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796408, 'name': Destroy_Task, 'duration_secs': 0.339931} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.330405] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Destroyed the VM [ 1253.330647] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Deleting Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1253.353722] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43b9d84d-16bf-43c0-9d0a-13f5ab499085 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.359910] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3923d950-a72c-41e2-a7c0-a7891708ae26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.363044] env[68802]: DEBUG nova.compute.manager [req-91a81c01-f3eb-4c31-951f-53f26c3f3b25 req-0c34e931-0be1-4bd4-9ca0-50621ad90056 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Received event network-vif-plugged-c9637f22-d79a-4695-9f38-5908e17cb95d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1253.363247] env[68802]: DEBUG oslo_concurrency.lockutils [req-91a81c01-f3eb-4c31-951f-53f26c3f3b25 req-0c34e931-0be1-4bd4-9ca0-50621ad90056 service nova] Acquiring lock "43f35beb-6df2-4128-bed3-07002f35270c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.363456] env[68802]: DEBUG oslo_concurrency.lockutils [req-91a81c01-f3eb-4c31-951f-53f26c3f3b25 req-0c34e931-0be1-4bd4-9ca0-50621ad90056 service nova] Lock "43f35beb-6df2-4128-bed3-07002f35270c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.363599] env[68802]: DEBUG oslo_concurrency.lockutils [req-91a81c01-f3eb-4c31-951f-53f26c3f3b25 req-0c34e931-0be1-4bd4-9ca0-50621ad90056 service nova] Lock "43f35beb-6df2-4128-bed3-07002f35270c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.363762] env[68802]: DEBUG nova.compute.manager [req-91a81c01-f3eb-4c31-951f-53f26c3f3b25 req-0c34e931-0be1-4bd4-9ca0-50621ad90056 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] No waiting events found dispatching network-vif-plugged-c9637f22-d79a-4695-9f38-5908e17cb95d {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.363922] env[68802]: WARNING nova.compute.manager [req-91a81c01-f3eb-4c31-951f-53f26c3f3b25 req-0c34e931-0be1-4bd4-9ca0-50621ad90056 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Received unexpected event network-vif-plugged-c9637f22-d79a-4695-9f38-5908e17cb95d for instance with vm_state building and task_state spawning. [ 1253.368033] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.371728] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0190bbf-0330-41c9-af0a-e3d50af0277e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.375921] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1253.375921] env[68802]: value = "task-2796409" [ 1253.375921] env[68802]: _type = "Task" [ 1253.375921] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.387364] env[68802]: DEBUG nova.compute.provider_tree [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.395632] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796409, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.433042] env[68802]: DEBUG nova.network.neutron [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Successfully updated port: c9637f22-d79a-4695-9f38-5908e17cb95d {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.888329] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796409, 'name': RemoveSnapshot_Task, 'duration_secs': 0.381091} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.889051] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Deleted Snapshot of the VM instance {{(pid=68802) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1253.889203] env[68802]: DEBUG nova.compute.manager [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.890081] env[68802]: DEBUG nova.scheduler.client.report [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.893508] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84dac91-99e4-4357-b56e-ef5d8a5a4832 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.935135] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "refresh_cache-43f35beb-6df2-4128-bed3-07002f35270c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.935299] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "refresh_cache-43f35beb-6df2-4128-bed3-07002f35270c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.935404] env[68802]: DEBUG nova.network.neutron [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.397235] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.400100] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.032s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.405705] env[68802]: INFO nova.compute.manager [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Shelve offloading [ 1254.424424] env[68802]: INFO nova.scheduler.client.report [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted allocations for instance 88c2563a-75c9-4f94-8535-2d6c31a418f4 [ 1254.475259] env[68802]: DEBUG nova.network.neutron [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.596786] env[68802]: DEBUG nova.network.neutron [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Updating instance_info_cache with network_info: [{"id": "c9637f22-d79a-4695-9f38-5908e17cb95d", "address": "fa:16:3e:0f:dd:39", "network": {"id": "8ab17b40-b795-4476-8b42-043f4e39a700", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-426280397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "290d8b0ad1684f8b9244187cbd82eeed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9637f22-d7", "ovs_interfaceid": "c9637f22-d79a-4695-9f38-5908e17cb95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.905625] env[68802]: INFO nova.compute.claims [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.909188] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.909958] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5705f68-81a3-4ca3-9ea3-161c600b004e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.917374] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1254.917374] env[68802]: value = "task-2796411" [ 1254.917374] env[68802]: _type = "Task" [ 1254.917374] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.925140] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.932733] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4002100c-9abf-4aeb-9cd0-e696d1edb458 tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "88c2563a-75c9-4f94-8535-2d6c31a418f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.707s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.099722] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "refresh_cache-43f35beb-6df2-4128-bed3-07002f35270c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.100045] env[68802]: DEBUG nova.compute.manager [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Instance network_info: |[{"id": "c9637f22-d79a-4695-9f38-5908e17cb95d", "address": "fa:16:3e:0f:dd:39", "network": {"id": "8ab17b40-b795-4476-8b42-043f4e39a700", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-426280397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "290d8b0ad1684f8b9244187cbd82eeed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9637f22-d7", "ovs_interfaceid": "c9637f22-d79a-4695-9f38-5908e17cb95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.100447] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:dd:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9637f22-d79a-4695-9f38-5908e17cb95d', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.108314] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Creating folder: Project (290d8b0ad1684f8b9244187cbd82eeed). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.108622] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43a693bf-4310-4ea9-9ecf-c0376b93b102 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.119521] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Created folder: Project (290d8b0ad1684f8b9244187cbd82eeed) in parent group-v561663. [ 1255.119718] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Creating folder: Instances. Parent ref: group-v562000. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.119929] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30cd46f9-1bcc-405a-be9c-9b890dd3c9a2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.129133] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Created folder: Instances in parent group-v562000. [ 1255.129360] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.129544] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.129739] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b40d348-5e97-4c79-a2c0-5f2cb079e923 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.147433] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.147433] env[68802]: value = "task-2796414" [ 1255.147433] env[68802]: _type = "Task" [ 1255.147433] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.154970] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796414, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.372891] env[68802]: DEBUG nova.compute.manager [req-e4525832-f6fb-4305-865b-afe6f13c7870 req-34ff8584-83b4-4a31-9103-8d34aadd59e6 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Received event network-changed-c9637f22-d79a-4695-9f38-5908e17cb95d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1255.373221] env[68802]: DEBUG nova.compute.manager [req-e4525832-f6fb-4305-865b-afe6f13c7870 req-34ff8584-83b4-4a31-9103-8d34aadd59e6 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Refreshing instance network info cache due to event network-changed-c9637f22-d79a-4695-9f38-5908e17cb95d. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1255.373571] env[68802]: DEBUG oslo_concurrency.lockutils [req-e4525832-f6fb-4305-865b-afe6f13c7870 req-34ff8584-83b4-4a31-9103-8d34aadd59e6 service nova] Acquiring lock "refresh_cache-43f35beb-6df2-4128-bed3-07002f35270c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.373833] env[68802]: DEBUG oslo_concurrency.lockutils [req-e4525832-f6fb-4305-865b-afe6f13c7870 req-34ff8584-83b4-4a31-9103-8d34aadd59e6 service nova] Acquired lock "refresh_cache-43f35beb-6df2-4128-bed3-07002f35270c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.374100] env[68802]: DEBUG nova.network.neutron [req-e4525832-f6fb-4305-865b-afe6f13c7870 req-34ff8584-83b4-4a31-9103-8d34aadd59e6 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Refreshing network info cache for port c9637f22-d79a-4695-9f38-5908e17cb95d {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.414704] env[68802]: INFO nova.compute.resource_tracker [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating resource usage from migration a82c1881-6bb4-42e9-b12f-e6ec7076d1c1 [ 1255.427461] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1255.427963] env[68802]: DEBUG nova.compute.manager [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.428704] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1526f4ab-3e84-4e97-8cab-e5e6c78bd85f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.434491] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.434613] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.434776] env[68802]: DEBUG nova.network.neutron [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.517081] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d8bb6a-b263-49bd-a77b-1bf620e85762 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.524556] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc7725e-2acc-420b-a597-b2bd95c82bda {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.553943] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc67e75d-9c47-4004-ac59-bc14a886ea5b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.561053] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc796e10-06f9-4009-8b49-abc709c839fb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.574589] env[68802]: DEBUG nova.compute.provider_tree [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.656581] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796414, 'name': CreateVM_Task, 'duration_secs': 0.316753} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.656759] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.657468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.657640] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.657992] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.658271] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfba3029-b38e-403a-bb94-a7276ad0a093 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.662611] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1255.662611] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]528e9e36-b0e5-a010-6de9-e8a4a22e6c37" [ 1255.662611] env[68802]: _type = "Task" [ 1255.662611] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.669643] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528e9e36-b0e5-a010-6de9-e8a4a22e6c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.077953] env[68802]: DEBUG nova.scheduler.client.report [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.131244] env[68802]: DEBUG nova.network.neutron [req-e4525832-f6fb-4305-865b-afe6f13c7870 req-34ff8584-83b4-4a31-9103-8d34aadd59e6 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Updated VIF entry in instance network info cache for port c9637f22-d79a-4695-9f38-5908e17cb95d. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.131586] env[68802]: DEBUG nova.network.neutron [req-e4525832-f6fb-4305-865b-afe6f13c7870 req-34ff8584-83b4-4a31-9103-8d34aadd59e6 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Updating instance_info_cache with network_info: [{"id": "c9637f22-d79a-4695-9f38-5908e17cb95d", "address": "fa:16:3e:0f:dd:39", "network": {"id": "8ab17b40-b795-4476-8b42-043f4e39a700", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-426280397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "290d8b0ad1684f8b9244187cbd82eeed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9637f22-d7", "ovs_interfaceid": "c9637f22-d79a-4695-9f38-5908e17cb95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.173147] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]528e9e36-b0e5-a010-6de9-e8a4a22e6c37, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.173437] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.173661] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.173888] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.174066] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.174237] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.174713] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-325836b0-a749-4dec-8dc8-e0216a909ac1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.182279] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.182401] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.184962] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367d622b-5a0f-40be-b02c-98a4e01b2a47 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.189820] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1256.189820] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525363fb-ead9-4922-db9d-cc11a513dbd7" [ 1256.189820] env[68802]: _type = "Task" [ 1256.189820] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.197090] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525363fb-ead9-4922-db9d-cc11a513dbd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.204791] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "390dab90-ce33-4fd1-a77f-415f8bb7308b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.204791] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "390dab90-ce33-4fd1-a77f-415f8bb7308b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.204791] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "390dab90-ce33-4fd1-a77f-415f8bb7308b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.204791] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "390dab90-ce33-4fd1-a77f-415f8bb7308b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.204791] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "390dab90-ce33-4fd1-a77f-415f8bb7308b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.204791] env[68802]: INFO nova.compute.manager [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Terminating instance [ 1256.215807] env[68802]: DEBUG nova.network.neutron [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updating instance_info_cache with network_info: [{"id": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "address": "fa:16:3e:ab:34:2b", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a207f-ec", "ovs_interfaceid": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.584502] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.183s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.584502] env[68802]: INFO nova.compute.manager [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Migrating [ 1256.634408] env[68802]: DEBUG oslo_concurrency.lockutils [req-e4525832-f6fb-4305-865b-afe6f13c7870 req-34ff8584-83b4-4a31-9103-8d34aadd59e6 service nova] Releasing lock "refresh_cache-43f35beb-6df2-4128-bed3-07002f35270c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.700211] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525363fb-ead9-4922-db9d-cc11a513dbd7, 'name': SearchDatastore_Task, 'duration_secs': 0.00818} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.701000] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8e274b-b134-4c6c-9ca4-61dbac3066cc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.705875] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1256.705875] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a37573-3097-2374-2c72-98db84e19bd8" [ 1256.705875] env[68802]: _type = "Task" [ 1256.705875] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.709043] env[68802]: DEBUG nova.compute.manager [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.709252] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.709970] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b3c7ab-885b-4414-bff1-6284a22f340a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.717292] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a37573-3097-2374-2c72-98db84e19bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.008932} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.719474] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.721313] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.721564] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 43f35beb-6df2-4128-bed3-07002f35270c/43f35beb-6df2-4128-bed3-07002f35270c.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.721888] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.722115] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c7d9160-b500-4bc3-8755-d5159eb94430 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.723822] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29353c25-d6c9-490f-90b7-d30f5ca76cbf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.730671] env[68802]: DEBUG oslo_vmware.api [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1256.730671] env[68802]: value = "task-2796416" [ 1256.730671] env[68802]: _type = "Task" [ 1256.730671] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.731848] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1256.731848] env[68802]: value = "task-2796415" [ 1256.731848] env[68802]: _type = "Task" [ 1256.731848] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.743409] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.746008] env[68802]: DEBUG oslo_vmware.api [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.100089] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.100402] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.100654] env[68802]: DEBUG nova.network.neutron [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.180012] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.180896] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bdc82d-b945-4f08-9f6c-651939ceb523 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.190157] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.190422] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-484084e9-9663-499a-8de7-496c1fd3005f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.244685] env[68802]: DEBUG oslo_vmware.api [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796416, 'name': PowerOffVM_Task, 'duration_secs': 0.241145} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.247984] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.248216] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.248845] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453425} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.249076] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0db4049d-72d5-48a9-becc-21818d5c9edb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.250655] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 43f35beb-6df2-4128-bed3-07002f35270c/43f35beb-6df2-4128-bed3-07002f35270c.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.250869] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.251576] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67e68997-64a7-4bde-a8ee-dd7af16a2508 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.254626] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.254810] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.254965] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleting the datastore file [datastore2] 91b31438-ebaa-41fa-a075-c5a94fc79cb2 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.255476] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e62a2d86-4b8f-417d-9568-1d6c1dd180c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.259477] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1257.259477] env[68802]: value = "task-2796419" [ 1257.259477] env[68802]: _type = "Task" [ 1257.259477] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.263283] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1257.263283] env[68802]: value = "task-2796420" [ 1257.263283] env[68802]: _type = "Task" [ 1257.263283] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.269514] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.273982] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.313888] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.313888] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.314084] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleting the datastore file [datastore2] 390dab90-ce33-4fd1-a77f-415f8bb7308b {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.314265] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-268d4109-aa80-4d26-a510-790ca8dbc2e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.320129] env[68802]: DEBUG oslo_vmware.api [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for the task: (returnval){ [ 1257.320129] env[68802]: value = "task-2796421" [ 1257.320129] env[68802]: _type = "Task" [ 1257.320129] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.328590] env[68802]: DEBUG oslo_vmware.api [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.399244] env[68802]: DEBUG nova.compute.manager [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received event network-vif-unplugged-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1257.399576] env[68802]: DEBUG oslo_concurrency.lockutils [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] Acquiring lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.399676] env[68802]: DEBUG oslo_concurrency.lockutils [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.399788] env[68802]: DEBUG oslo_concurrency.lockutils [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.399952] env[68802]: DEBUG nova.compute.manager [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] No waiting events found dispatching network-vif-unplugged-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.400126] env[68802]: WARNING nova.compute.manager [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received unexpected event network-vif-unplugged-383a207f-ec8c-4188-83f2-058bd5c85b9c for instance with vm_state shelved and task_state shelving_offloading. [ 1257.400284] env[68802]: DEBUG nova.compute.manager [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received event network-changed-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1257.400441] env[68802]: DEBUG nova.compute.manager [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Refreshing instance network info cache due to event network-changed-383a207f-ec8c-4188-83f2-058bd5c85b9c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1257.400661] env[68802]: DEBUG oslo_concurrency.lockutils [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] Acquiring lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.400801] env[68802]: DEBUG oslo_concurrency.lockutils [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] Acquired lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.400959] env[68802]: DEBUG nova.network.neutron [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Refreshing network info cache for port 383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.443843] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.483280] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.483543] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.483756] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.483939] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.484144] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.486299] env[68802]: INFO nova.compute.manager [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Terminating instance [ 1257.771258] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083576} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.776330] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.776665] env[68802]: DEBUG oslo_vmware.api [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158101} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.777368] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8e48aa-9912-4ea6-b0c7-20d3e1828b67 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.779985] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.780186] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.780368] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.804021] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 43f35beb-6df2-4128-bed3-07002f35270c/43f35beb-6df2-4128-bed3-07002f35270c.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.805221] env[68802]: INFO nova.scheduler.client.report [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleted allocations for instance 91b31438-ebaa-41fa-a075-c5a94fc79cb2 [ 1257.807725] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0da46e7-5f4d-4b64-87e6-1887a9c1b958 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.824153] env[68802]: DEBUG nova.network.neutron [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance_info_cache with network_info: [{"id": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "address": "fa:16:3e:d6:5b:bb", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a9cad5-35", "ovs_interfaceid": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.834193] env[68802]: DEBUG oslo_vmware.api [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Task: {'id': task-2796421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157652} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.836322] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.836528] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.836705] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.836907] env[68802]: INFO nova.compute.manager [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1257.837198] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.837448] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1257.837448] env[68802]: value = "task-2796422" [ 1257.837448] env[68802]: _type = "Task" [ 1257.837448] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.837878] env[68802]: DEBUG nova.compute.manager [-] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.837978] env[68802]: DEBUG nova.network.neutron [-] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.848606] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796422, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.945649] env[68802]: DEBUG oslo_concurrency.lockutils [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "7da1bc33-dc44-4020-b793-3987b3f97e07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.945929] env[68802]: DEBUG oslo_concurrency.lockutils [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.946260] env[68802]: DEBUG oslo_concurrency.lockutils [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.946555] env[68802]: DEBUG oslo_concurrency.lockutils [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.946824] env[68802]: DEBUG oslo_concurrency.lockutils [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.951490] env[68802]: INFO nova.compute.manager [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Terminating instance [ 1257.990996] env[68802]: DEBUG nova.compute.manager [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.991297] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.992344] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a08e042-ee94-4364-b716-8ed22ed4d542 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.000604] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.000870] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa3e7b9-ea36-4611-8eaf-7ca0c9f8b647 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.007281] env[68802]: DEBUG oslo_vmware.api [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1258.007281] env[68802]: value = "task-2796423" [ 1258.007281] env[68802]: _type = "Task" [ 1258.007281] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.017890] env[68802]: DEBUG oslo_vmware.api [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.298381] env[68802]: DEBUG nova.network.neutron [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updated VIF entry in instance network info cache for port 383a207f-ec8c-4188-83f2-058bd5c85b9c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.298755] env[68802]: DEBUG nova.network.neutron [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updating instance_info_cache with network_info: [{"id": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "address": "fa:16:3e:ab:34:2b", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap383a207f-ec", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.325285] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.325372] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.325597] env[68802]: DEBUG nova.objects.instance [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'resources' on Instance uuid 91b31438-ebaa-41fa-a075-c5a94fc79cb2 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.330305] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.350087] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796422, 'name': ReconfigVM_Task, 'duration_secs': 0.382762} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.350415] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 43f35beb-6df2-4128-bed3-07002f35270c/43f35beb-6df2-4128-bed3-07002f35270c.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.351131] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7212c540-6bef-4868-8168-b213e06c0cc7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.357840] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1258.357840] env[68802]: value = "task-2796424" [ 1258.357840] env[68802]: _type = "Task" [ 1258.357840] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.367406] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796424, 'name': Rename_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.460395] env[68802]: DEBUG nova.compute.manager [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.460750] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.461683] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b908beb7-a042-4f3e-8e56-10313ab29b2b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.468963] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.469233] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f304779b-524b-498e-84b5-3155d8897314 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.476378] env[68802]: DEBUG oslo_vmware.api [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1258.476378] env[68802]: value = "task-2796425" [ 1258.476378] env[68802]: _type = "Task" [ 1258.476378] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.485414] env[68802]: DEBUG oslo_vmware.api [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.516079] env[68802]: DEBUG oslo_vmware.api [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796423, 'name': PowerOffVM_Task, 'duration_secs': 0.230027} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.516487] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.516695] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.516977] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee568f25-5e0b-425e-9052-0981a84afcd4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.738884] env[68802]: DEBUG nova.network.neutron [-] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.802093] env[68802]: DEBUG oslo_concurrency.lockutils [req-024327ba-6616-4dd4-ae87-55f3aa58b0c0 req-ab38da29-99b6-4872-90ed-bdf98846d7a1 service nova] Releasing lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.828343] env[68802]: DEBUG nova.objects.instance [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'numa_topology' on Instance uuid 91b31438-ebaa-41fa-a075-c5a94fc79cb2 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.870447] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796424, 'name': Rename_Task, 'duration_secs': 0.157564} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.870731] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.870931] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79ee47ae-3edc-49f1-b3d6-58b6f2e48749 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.877954] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1258.877954] env[68802]: value = "task-2796427" [ 1258.877954] env[68802]: _type = "Task" [ 1258.877954] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.887158] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.986055] env[68802]: DEBUG oslo_vmware.api [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796425, 'name': PowerOffVM_Task, 'duration_secs': 0.208353} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.986450] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.986690] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.987015] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8336d2d9-d484-47f0-969e-5a08ebf6e689 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.050641] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.050870] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.051033] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleting the datastore file [datastore2] 7da1bc33-dc44-4020-b793-3987b3f97e07 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.051463] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e910da2-f6d2-4eff-8eec-532a643e69b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.058927] env[68802]: DEBUG oslo_vmware.api [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for the task: (returnval){ [ 1259.058927] env[68802]: value = "task-2796429" [ 1259.058927] env[68802]: _type = "Task" [ 1259.058927] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.068071] env[68802]: DEBUG oslo_vmware.api [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.241703] env[68802]: INFO nova.compute.manager [-] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Took 1.40 seconds to deallocate network for instance. [ 1259.331191] env[68802]: DEBUG nova.objects.base [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Object Instance<91b31438-ebaa-41fa-a075-c5a94fc79cb2> lazy-loaded attributes: resources,numa_topology {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1259.387834] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796427, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.423769] env[68802]: DEBUG nova.compute.manager [req-f35a6f8c-35fa-4f08-b071-afef5cfbf60e req-c989e4e7-bf39-451c-9833-fcd70a88c9e5 service nova] [instance: 390dab90-ce33-4fd1-a77f-415f8bb7308b] Received event network-vif-deleted-98704b64-ae6b-4952-a2d0-3d2d9e1f3341 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1259.435679] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49162ea3-68b8-4088-ad5e-da3039c943c3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.443839] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa17bb8-f3d1-4edb-9f01-7b30c316dd6a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.474624] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5b7d4-fc88-4d4e-9fcd-d54d1ed5dc24 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.481547] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a810dabd-af39-48d2-ba72-e3105e128770 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.494901] env[68802]: DEBUG nova.compute.provider_tree [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.552622] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.568896] env[68802]: DEBUG oslo_vmware.api [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Task: {'id': task-2796429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218412} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.570387] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.570387] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.570387] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.570387] env[68802]: INFO nova.compute.manager [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1259.570387] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.570387] env[68802]: DEBUG nova.compute.manager [-] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.570387] env[68802]: DEBUG nova.network.neutron [-] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.748773] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.844955] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8933947f-862b-425d-b599-b060ffcb890b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.865086] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance '41cf2488-d59a-498b-bede-785c0b47e95f' progress to 0 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.888518] env[68802]: DEBUG oslo_vmware.api [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796427, 'name': PowerOnVM_Task, 'duration_secs': 0.526765} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.888782] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.888988] env[68802]: INFO nova.compute.manager [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1259.889183] env[68802]: DEBUG nova.compute.manager [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.889946] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c84e4-2398-4bfd-b8f0-01383f3c034f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.966405] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.966653] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Deleting contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.966853] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleting the datastore file [datastore1] 0a18db03-13aa-45ae-9419-9e5f9b7ab882 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.967143] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-547c715a-5f4d-4cc6-875b-86561e242c74 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.974693] env[68802]: DEBUG oslo_vmware.api [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for the task: (returnval){ [ 1259.974693] env[68802]: value = "task-2796430" [ 1259.974693] env[68802]: _type = "Task" [ 1259.974693] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.982959] env[68802]: DEBUG oslo_vmware.api [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.028215] env[68802]: ERROR nova.scheduler.client.report [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [req-89ed66b6-f42f-4488-ba3e-e73a283fa56d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89ed66b6-f42f-4488-ba3e-e73a283fa56d"}]} [ 1260.045621] env[68802]: DEBUG nova.scheduler.client.report [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1260.060726] env[68802]: DEBUG nova.scheduler.client.report [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1260.060961] env[68802]: DEBUG nova.compute.provider_tree [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.072604] env[68802]: DEBUG nova.scheduler.client.report [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1260.091644] env[68802]: DEBUG nova.scheduler.client.report [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1260.198210] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37607b3-279a-4233-bb58-3ce95b95abc0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.206811] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704a5c3e-4c75-4985-a09d-10a785465473 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.238626] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2615354-7493-4440-b731-1605d045452a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.246668] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec69c2f-1927-4042-bfa3-39999a4f0bd6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.260893] env[68802]: DEBUG nova.compute.provider_tree [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.372676] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.373021] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e17b3216-6b2c-495c-b402-3f2fc6e589d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.379578] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1260.379578] env[68802]: value = "task-2796431" [ 1260.379578] env[68802]: _type = "Task" [ 1260.379578] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.387553] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.408846] env[68802]: INFO nova.compute.manager [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Took 13.00 seconds to build instance. [ 1260.484647] env[68802]: DEBUG oslo_vmware.api [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Task: {'id': task-2796430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209573} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.484905] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.485097] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Deleted contents of the VM from datastore datastore1 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.485276] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.485453] env[68802]: INFO nova.compute.manager [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Took 2.49 seconds to destroy the instance on the hypervisor. [ 1260.485736] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.486313] env[68802]: DEBUG nova.compute.manager [-] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.486428] env[68802]: DEBUG nova.network.neutron [-] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.516642] env[68802]: DEBUG nova.network.neutron [-] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.637700] env[68802]: INFO nova.compute.manager [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Rescuing [ 1260.637977] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "refresh_cache-43f35beb-6df2-4128-bed3-07002f35270c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.638153] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "refresh_cache-43f35beb-6df2-4128-bed3-07002f35270c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.638323] env[68802]: DEBUG nova.network.neutron [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.792475] env[68802]: DEBUG nova.scheduler.client.report [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1260.792755] env[68802]: DEBUG nova.compute.provider_tree [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 175 to 176 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1260.792932] env[68802]: DEBUG nova.compute.provider_tree [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.889522] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796431, 'name': PowerOffVM_Task, 'duration_secs': 0.205545} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.889752] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.889939] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance '41cf2488-d59a-498b-bede-785c0b47e95f' progress to 17 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.911085] env[68802]: DEBUG oslo_concurrency.lockutils [None req-01bfe1f4-621e-4aba-ad2f-1de84301da6c tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "43f35beb-6df2-4128-bed3-07002f35270c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.507s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.019547] env[68802]: INFO nova.compute.manager [-] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Took 1.45 seconds to deallocate network for instance. [ 1261.229434] env[68802]: DEBUG nova.network.neutron [-] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.298022] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.972s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.300468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.552s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.300694] env[68802]: DEBUG nova.objects.instance [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lazy-loading 'resources' on Instance uuid 390dab90-ce33-4fd1-a77f-415f8bb7308b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.369306] env[68802]: DEBUG nova.network.neutron [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Updating instance_info_cache with network_info: [{"id": "c9637f22-d79a-4695-9f38-5908e17cb95d", "address": "fa:16:3e:0f:dd:39", "network": {"id": "8ab17b40-b795-4476-8b42-043f4e39a700", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-426280397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "290d8b0ad1684f8b9244187cbd82eeed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9637f22-d7", "ovs_interfaceid": "c9637f22-d79a-4695-9f38-5908e17cb95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.395757] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.395992] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.396168] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.396352] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.396498] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.396642] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.396846] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.397011] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.397180] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.397340] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.397506] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.402702] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f393e075-7d27-4249-91fb-5c450b8f4d10 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.420484] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1261.420484] env[68802]: value = "task-2796432" [ 1261.420484] env[68802]: _type = "Task" [ 1261.420484] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.428622] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.454837] env[68802]: DEBUG nova.compute.manager [req-3b76c7f0-2e5a-45bf-8877-f161ee3889f1 req-b1352549-0359-447c-a04c-7060e39320e0 service nova] [instance: 7da1bc33-dc44-4020-b793-3987b3f97e07] Received event network-vif-deleted-329ca075-09ab-4be5-bd03-6750205ce1e9 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1261.455048] env[68802]: DEBUG nova.compute.manager [req-3b76c7f0-2e5a-45bf-8877-f161ee3889f1 req-b1352549-0359-447c-a04c-7060e39320e0 service nova] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Received event network-vif-deleted-8c2371eb-d183-4926-9b1d-abf5b652f68f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1261.526086] env[68802]: DEBUG oslo_concurrency.lockutils [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.733565] env[68802]: INFO nova.compute.manager [-] [instance: 0a18db03-13aa-45ae-9419-9e5f9b7ab882] Took 1.25 seconds to deallocate network for instance. [ 1261.808959] env[68802]: DEBUG oslo_concurrency.lockutils [None req-1d34fdbc-d317-47ce-a765-2fabd7d090df tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.456s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.809943] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.257s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.810045] env[68802]: INFO nova.compute.manager [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Unshelving [ 1261.872154] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "refresh_cache-43f35beb-6df2-4128-bed3-07002f35270c" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.921103] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383e5d19-efe3-47d3-8f8b-150e65c15a11 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.934643] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d99cef-e377-4455-8478-76978aa3cc55 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.937922] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796432, 'name': ReconfigVM_Task, 'duration_secs': 0.164673} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.938243] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance '41cf2488-d59a-498b-bede-785c0b47e95f' progress to 33 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.970982] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a2738b-e81b-43d8-b291-54cad779a990 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.979240] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7689a26c-937e-4894-b4cf-7c5b953b6d4a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.995134] env[68802]: DEBUG nova.compute.provider_tree [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.243531] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.445023] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.445281] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.445438] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.445616] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.445760] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.445907] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.446129] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.446292] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.446455] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.446616] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.446787] env[68802]: DEBUG nova.virt.hardware [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.452152] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1262.452428] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8e9dfa5-7a7e-49eb-8ea3-421fef1623bd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.471354] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1262.471354] env[68802]: value = "task-2796433" [ 1262.471354] env[68802]: _type = "Task" [ 1262.471354] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.479310] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.497719] env[68802]: DEBUG nova.scheduler.client.report [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.831182] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.981859] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796433, 'name': ReconfigVM_Task, 'duration_secs': 0.162764} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.982187] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.982954] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52d3b30-8a70-489d-9f45-8d2a598cb19a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.006686] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 41cf2488-d59a-498b-bede-785c0b47e95f/41cf2488-d59a-498b-bede-785c0b47e95f.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.007435] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.009251] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c0110f-28a7-4d05-b6e8-9b7e99724859 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.021757] env[68802]: DEBUG oslo_concurrency.lockutils [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.496s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.021998] env[68802]: DEBUG nova.objects.instance [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lazy-loading 'resources' on Instance uuid 7da1bc33-dc44-4020-b793-3987b3f97e07 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.029110] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1263.029110] env[68802]: value = "task-2796434" [ 1263.029110] env[68802]: _type = "Task" [ 1263.029110] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.038557] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.039436] env[68802]: INFO nova.scheduler.client.report [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Deleted allocations for instance 390dab90-ce33-4fd1-a77f-415f8bb7308b [ 1263.418296] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.418617] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d47b35-1d02-4712-aacc-d903d7967f42 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.426208] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1263.426208] env[68802]: value = "task-2796435" [ 1263.426208] env[68802]: _type = "Task" [ 1263.426208] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.435246] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.539068] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.547953] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e62dbcbc-ebcf-4671-bbac-860c13e4855c tempest-ServersTestJSON-453032331 tempest-ServersTestJSON-453032331-project-member] Lock "390dab90-ce33-4fd1-a77f-415f8bb7308b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.346s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.610623] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172735e7-c0be-47a8-9e07-2eb0906ad14d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.618768] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fc7869-bff4-45aa-9881-f50f697ea135 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.648849] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cb5b4c-3ec5-4037-b5a0-8c5b83cf9eef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.656276] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3266ec0c-b365-4b57-ba44-95eb93daa06d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.671428] env[68802]: DEBUG nova.compute.provider_tree [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.936534] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796435, 'name': PowerOffVM_Task, 'duration_secs': 0.176381} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.938234] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.939029] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b734b17-5d3d-436a-8af9-1fc1814ea39c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.959790] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b82ba2-3e66-4d1b-afe7-229449fd2474 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.993983] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.994318] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dee1ebb-b3b1-41a9-92ef-c48278d2f4b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.001457] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1264.001457] env[68802]: value = "task-2796436" [ 1264.001457] env[68802]: _type = "Task" [ 1264.001457] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.009423] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.039721] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796434, 'name': ReconfigVM_Task, 'duration_secs': 0.655942} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.040219] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 41cf2488-d59a-498b-bede-785c0b47e95f/41cf2488-d59a-498b-bede-785c0b47e95f.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.040554] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance '41cf2488-d59a-498b-bede-785c0b47e95f' progress to 50 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.175461] env[68802]: DEBUG nova.scheduler.client.report [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.513633] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1264.513633] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.513633] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.513859] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.513972] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.514301] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aad0e08d-5db1-4e56-840d-c16e9da4d7d8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.524179] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.524390] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.525145] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea74ab1-11f4-4c2a-bdcd-205bc1f46b25 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.531526] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1264.531526] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ca2afb-ef24-8c1c-0bb7-961453f8fbbc" [ 1264.531526] env[68802]: _type = "Task" [ 1264.531526] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.540677] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ca2afb-ef24-8c1c-0bb7-961453f8fbbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.549049] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5635937c-9249-4dbc-a05f-00ca19fd506c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.569900] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f0e307-4fd2-47fa-94d2-6210ddaa8eaa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.591552] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance '41cf2488-d59a-498b-bede-785c0b47e95f' progress to 67 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.680713] env[68802]: DEBUG oslo_concurrency.lockutils [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.683468] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.440s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.683749] env[68802]: DEBUG nova.objects.instance [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lazy-loading 'resources' on Instance uuid 0a18db03-13aa-45ae-9419-9e5f9b7ab882 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.715092] env[68802]: INFO nova.scheduler.client.report [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Deleted allocations for instance 7da1bc33-dc44-4020-b793-3987b3f97e07 [ 1265.041941] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ca2afb-ef24-8c1c-0bb7-961453f8fbbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.042731] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eade4f6-2602-4d71-bd3a-9ace45bb31d6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.048026] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1265.048026] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f9e035-dc89-6895-952d-4d80fd457cba" [ 1265.048026] env[68802]: _type = "Task" [ 1265.048026] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.055763] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f9e035-dc89-6895-952d-4d80fd457cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.158765] env[68802]: DEBUG nova.network.neutron [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Port b2a9cad5-358d-47dd-9c26-a8b081240acf binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1265.222147] env[68802]: DEBUG oslo_concurrency.lockutils [None req-771c94d7-d5c3-41c3-8ebc-ea5d414ac333 tempest-AttachVolumeShelveTestJSON-377247359 tempest-AttachVolumeShelveTestJSON-377247359-project-member] Lock "7da1bc33-dc44-4020-b793-3987b3f97e07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.276s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.274544] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd148fcc-c262-4be5-8924-12587391e81a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.286665] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aec2a89-2a2b-47c9-9a3c-69930b0cc9a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.321864] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a74a21-d4dd-4a42-adb8-ff3091fd56cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.330747] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4471af99-c23d-4e8b-adcc-6aac67238dff {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.346058] env[68802]: DEBUG nova.compute.provider_tree [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.559591] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52f9e035-dc89-6895-952d-4d80fd457cba, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.560095] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.560560] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 43f35beb-6df2-4128-bed3-07002f35270c/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. {{(pid=68802) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1265.560842] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-122ab420-bb4c-439d-bd32-c6ae22689259 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.568633] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1265.568633] env[68802]: value = "task-2796437" [ 1265.568633] env[68802]: _type = "Task" [ 1265.568633] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.577131] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.849963] env[68802]: DEBUG nova.scheduler.client.report [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.078882] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439096} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.079221] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 43f35beb-6df2-4128-bed3-07002f35270c/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. [ 1266.079862] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79936c16-65fc-4a07-acbc-359b77c0790c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.104518] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 43f35beb-6df2-4128-bed3-07002f35270c/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.104774] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ee90ccd-84db-4c74-8a1b-0508d6b17491 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.123598] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1266.123598] env[68802]: value = "task-2796438" [ 1266.123598] env[68802]: _type = "Task" [ 1266.123598] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.132166] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.180601] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "41cf2488-d59a-498b-bede-785c0b47e95f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.180826] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "41cf2488-d59a-498b-bede-785c0b47e95f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.180999] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "41cf2488-d59a-498b-bede-785c0b47e95f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.356594] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.359875] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.528s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.359875] env[68802]: DEBUG nova.objects.instance [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'pci_requests' on Instance uuid 91b31438-ebaa-41fa-a075-c5a94fc79cb2 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.379550] env[68802]: INFO nova.scheduler.client.report [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Deleted allocations for instance 0a18db03-13aa-45ae-9419-9e5f9b7ab882 [ 1266.633549] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796438, 'name': ReconfigVM_Task, 'duration_secs': 0.315385} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.633849] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 43f35beb-6df2-4128-bed3-07002f35270c/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.634682] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826621fd-7479-4991-8ab9-ea87a0e3a57d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.659728] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c4d5a1-1609-4498-a2f8-831ff8186106 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.678817] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1266.678817] env[68802]: value = "task-2796439" [ 1266.678817] env[68802]: _type = "Task" [ 1266.678817] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.689200] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.863116] env[68802]: DEBUG nova.objects.instance [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'numa_topology' on Instance uuid 91b31438-ebaa-41fa-a075-c5a94fc79cb2 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.887031] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6d25c8ab-b987-49d5-80b6-6a1166791fd3 tempest-ServerActionsTestOtherA-2080806779 tempest-ServerActionsTestOtherA-2080806779-project-member] Lock "0a18db03-13aa-45ae-9419-9e5f9b7ab882" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.403s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.192155] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796439, 'name': ReconfigVM_Task, 'duration_secs': 0.1599} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.192732] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.192990] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7e4ccc2-7cd9-46d3-bf9f-24173ae27566 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.199795] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1267.199795] env[68802]: value = "task-2796441" [ 1267.199795] env[68802]: _type = "Task" [ 1267.199795] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.207682] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.219095] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.219280] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.219457] env[68802]: DEBUG nova.network.neutron [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.366480] env[68802]: INFO nova.compute.claims [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.711091] env[68802]: DEBUG oslo_vmware.api [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796441, 'name': PowerOnVM_Task, 'duration_secs': 0.434481} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.711624] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.716023] env[68802]: DEBUG nova.compute.manager [None req-4e522729-a689-4d29-85cd-ca82a9891521 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.716023] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84128cc7-c7f0-40df-b58f-a8780e7fc57c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.946484] env[68802]: DEBUG nova.network.neutron [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance_info_cache with network_info: [{"id": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "address": "fa:16:3e:d6:5b:bb", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a9cad5-35", "ovs_interfaceid": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.449670] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.456448] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2820aa65-6263-4ec9-a140-65d766b4a8bc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.473191] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddeb3d4-a5c7-4af8-8331-6511ee3d2302 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.504871] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3586de-f643-4bcb-b4f8-165856a2453c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.514276] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b206f7c-f1a0-46dc-9e28-dc6d6a0a9151 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.530167] env[68802]: DEBUG nova.compute.provider_tree [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.984854] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c5ea35-33fe-4dba-8e17-20a26ef6b0d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.006356] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c792c679-73e0-4fee-8813-d353b1abbfcd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.015214] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance '41cf2488-d59a-498b-bede-785c0b47e95f' progress to 83 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.034226] env[68802]: DEBUG nova.scheduler.client.report [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.389588] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "40476be5-37ec-4f95-9a10-a411bbcf790a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.389949] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "40476be5-37ec-4f95-9a10-a411bbcf790a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.521656] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.522248] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c346a29d-b395-4e5f-904e-5385b6d61c1a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.531378] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1269.531378] env[68802]: value = "task-2796442" [ 1269.531378] env[68802]: _type = "Task" [ 1269.531378] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.539758] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.181s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.541700] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.579541] env[68802]: INFO nova.network.neutron [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updating port 383a207f-ec8c-4188-83f2-058bd5c85b9c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1269.893350] env[68802]: DEBUG nova.compute.manager [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.042337] env[68802]: DEBUG oslo_vmware.api [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796442, 'name': PowerOnVM_Task, 'duration_secs': 0.452171} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.042620] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.042802] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ef754625-942b-4bb7-abc4-ab006533625a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance '41cf2488-d59a-498b-bede-785c0b47e95f' progress to 100 {{(pid=68802) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.415791] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.416092] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.417553] env[68802]: INFO nova.compute.claims [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.027823] env[68802]: DEBUG nova.compute.manager [req-4a72cb4f-e84d-4ae4-9510-9ed36c83f0f7 req-3fc06796-3fa8-4975-afbd-65707878b432 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received event network-vif-plugged-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1271.028114] env[68802]: DEBUG oslo_concurrency.lockutils [req-4a72cb4f-e84d-4ae4-9510-9ed36c83f0f7 req-3fc06796-3fa8-4975-afbd-65707878b432 service nova] Acquiring lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.028801] env[68802]: DEBUG oslo_concurrency.lockutils [req-4a72cb4f-e84d-4ae4-9510-9ed36c83f0f7 req-3fc06796-3fa8-4975-afbd-65707878b432 service nova] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.029028] env[68802]: DEBUG oslo_concurrency.lockutils [req-4a72cb4f-e84d-4ae4-9510-9ed36c83f0f7 req-3fc06796-3fa8-4975-afbd-65707878b432 service nova] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.029244] env[68802]: DEBUG nova.compute.manager [req-4a72cb4f-e84d-4ae4-9510-9ed36c83f0f7 req-3fc06796-3fa8-4975-afbd-65707878b432 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] No waiting events found dispatching network-vif-plugged-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.029444] env[68802]: WARNING nova.compute.manager [req-4a72cb4f-e84d-4ae4-9510-9ed36c83f0f7 req-3fc06796-3fa8-4975-afbd-65707878b432 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received unexpected event network-vif-plugged-383a207f-ec8c-4188-83f2-058bd5c85b9c for instance with vm_state shelved_offloaded and task_state spawning. [ 1271.107159] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.107357] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.107535] env[68802]: DEBUG nova.network.neutron [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.499514] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333b7bf0-e700-4c47-b577-74d7f39b4117 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.507850] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72c53b5-617f-4377-b21d-a8644ac06ab6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.540104] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffec3dfb-fa62-4916-81b7-37ae3907816a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.548769] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fee67c-c5b0-4f70-86b8-e2ed017278b7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.568763] env[68802]: DEBUG nova.compute.provider_tree [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.812556] env[68802]: DEBUG nova.network.neutron [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updating instance_info_cache with network_info: [{"id": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "address": "fa:16:3e:ab:34:2b", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a207f-ec", "ovs_interfaceid": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.074736] env[68802]: DEBUG nova.scheduler.client.report [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.315771] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.348540] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c0827b73623b440c2d500ebdcf81fb08',container_format='bare',created_at=2025-03-06T07:44:22Z,direct_url=,disk_format='vmdk',id=5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-370602007-shelved',owner='a4776ee836ac4318a8e9ff2e63d066c0',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-03-06T07:44:37Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.348803] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.348959] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.349332] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.349489] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.349640] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.349932] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.350125] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.350370] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.350545] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.350768] env[68802]: DEBUG nova.virt.hardware [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.352633] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a785e307-c4c9-47d2-943d-67ee44c9d042 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.363286] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d6ca4c-a40a-4662-a50f-a13f69c5362a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.378180] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:34:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '383a207f-ec8c-4188-83f2-058bd5c85b9c', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.385782] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.386057] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.386279] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d3e8d69-5be7-441f-99f7-e8fdfce2c8b7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.409096] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.409096] env[68802]: value = "task-2796443" [ 1272.409096] env[68802]: _type = "Task" [ 1272.409096] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.417890] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796443, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.579863] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.580435] env[68802]: DEBUG nova.compute.manager [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.909201] env[68802]: DEBUG nova.network.neutron [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Port b2a9cad5-358d-47dd-9c26-a8b081240acf binding to destination host cpu-1 is already ACTIVE {{(pid=68802) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1272.909478] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.909630] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.909789] env[68802]: DEBUG nova.network.neutron [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.920502] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796443, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.059947] env[68802]: DEBUG nova.compute.manager [req-99ea13f3-1b3b-4388-aed0-46ceb8f35163 req-dca0f3d7-7bf3-463f-b7a6-84a460e57485 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received event network-changed-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1273.060178] env[68802]: DEBUG nova.compute.manager [req-99ea13f3-1b3b-4388-aed0-46ceb8f35163 req-dca0f3d7-7bf3-463f-b7a6-84a460e57485 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Refreshing instance network info cache due to event network-changed-383a207f-ec8c-4188-83f2-058bd5c85b9c. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1273.060388] env[68802]: DEBUG oslo_concurrency.lockutils [req-99ea13f3-1b3b-4388-aed0-46ceb8f35163 req-dca0f3d7-7bf3-463f-b7a6-84a460e57485 service nova] Acquiring lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.060531] env[68802]: DEBUG oslo_concurrency.lockutils [req-99ea13f3-1b3b-4388-aed0-46ceb8f35163 req-dca0f3d7-7bf3-463f-b7a6-84a460e57485 service nova] Acquired lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.060688] env[68802]: DEBUG nova.network.neutron [req-99ea13f3-1b3b-4388-aed0-46ceb8f35163 req-dca0f3d7-7bf3-463f-b7a6-84a460e57485 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Refreshing network info cache for port 383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.084998] env[68802]: DEBUG nova.compute.utils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.086925] env[68802]: DEBUG nova.compute.manager [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.087153] env[68802]: DEBUG nova.network.neutron [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.130775] env[68802]: DEBUG nova.policy [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '847e374452f24ca9bbd9791326b9e0b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '290d8b0ad1684f8b9244187cbd82eeed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.418429] env[68802]: DEBUG nova.network.neutron [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Successfully created port: 2b811326-ed6d-4100-a420-788b5862c9c4 {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.423854] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796443, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.591375] env[68802]: DEBUG nova.compute.manager [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.753566] env[68802]: DEBUG nova.network.neutron [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance_info_cache with network_info: [{"id": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "address": "fa:16:3e:d6:5b:bb", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a9cad5-35", "ovs_interfaceid": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.781069] env[68802]: DEBUG nova.network.neutron [req-99ea13f3-1b3b-4388-aed0-46ceb8f35163 req-dca0f3d7-7bf3-463f-b7a6-84a460e57485 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updated VIF entry in instance network info cache for port 383a207f-ec8c-4188-83f2-058bd5c85b9c. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.781506] env[68802]: DEBUG nova.network.neutron [req-99ea13f3-1b3b-4388-aed0-46ceb8f35163 req-dca0f3d7-7bf3-463f-b7a6-84a460e57485 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updating instance_info_cache with network_info: [{"id": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "address": "fa:16:3e:ab:34:2b", "network": {"id": "ccfd9e01-8632-4803-8f77-25aa1954deda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1752695599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4776ee836ac4318a8e9ff2e63d066c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a207f-ec", "ovs_interfaceid": "383a207f-ec8c-4188-83f2-058bd5c85b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.922389] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796443, 'name': CreateVM_Task, 'duration_secs': 1.376511} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.922544] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.923280] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.923451] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.923828] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.924099] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718918bc-2db6-489e-9984-1cb8fc638cbe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.928809] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1273.928809] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520072cc-b054-5704-9f6f-f1e911d3c0bf" [ 1273.928809] env[68802]: _type = "Task" [ 1273.928809] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.936299] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520072cc-b054-5704-9f6f-f1e911d3c0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.256811] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.284601] env[68802]: DEBUG oslo_concurrency.lockutils [req-99ea13f3-1b3b-4388-aed0-46ceb8f35163 req-dca0f3d7-7bf3-463f-b7a6-84a460e57485 service nova] Releasing lock "refresh_cache-91b31438-ebaa-41fa-a075-c5a94fc79cb2" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.440268] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.440535] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Processing image 5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8 {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.440766] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.440913] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.441102] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.441391] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6f5ef3e-9c4b-4fa3-b3c5-099fe4b1aa52 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.460889] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.461093] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.461805] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c4370b8-2947-459b-8e5d-a3a6a9d8b82e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.467177] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1274.467177] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bdc60f-c66d-cd46-112c-66c0ceb18b4b" [ 1274.467177] env[68802]: _type = "Task" [ 1274.467177] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.475370] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52bdc60f-c66d-cd46-112c-66c0ceb18b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.602507] env[68802]: DEBUG nova.compute.manager [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.630761] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.631017] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.631178] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.631450] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.631513] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.631630] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.631847] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.632092] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.632301] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.632470] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.632649] env[68802]: DEBUG nova.virt.hardware [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.633518] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319e3dd1-c278-4d65-92a4-effd4fbbc12a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.642995] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e92c0b2-170b-4736-bf3e-5519abe50bcb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.763595] env[68802]: DEBUG nova.compute.manager [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68802) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1274.763973] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.764318] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.982182] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Preparing fetch location {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1274.982500] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Fetch image to [datastore2] OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101/OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101.vmdk {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1274.982740] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Downloading stream optimized image 5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8 to [datastore2] OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101/OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101.vmdk on the data store datastore2 as vApp {{(pid=68802) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1274.982977] env[68802]: DEBUG nova.virt.vmwareapi.images [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Downloading image file data 5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8 to the ESX as VM named 'OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101' {{(pid=68802) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1275.027133] env[68802]: DEBUG nova.network.neutron [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Successfully updated port: 2b811326-ed6d-4100-a420-788b5862c9c4 {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.058080] env[68802]: DEBUG oslo_vmware.rw_handles [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1275.058080] env[68802]: value = "resgroup-9" [ 1275.058080] env[68802]: _type = "ResourcePool" [ 1275.058080] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1275.059460] env[68802]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-add54fa9-e5f4-4d97-9c3e-511eaacaeed6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.081987] env[68802]: DEBUG oslo_vmware.rw_handles [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lease: (returnval){ [ 1275.081987] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5256c5ad-52ff-eb8b-6f6f-ebc66482a08c" [ 1275.081987] env[68802]: _type = "HttpNfcLease" [ 1275.081987] env[68802]: } obtained for vApp import into resource pool (val){ [ 1275.081987] env[68802]: value = "resgroup-9" [ 1275.081987] env[68802]: _type = "ResourcePool" [ 1275.081987] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1275.082553] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the lease: (returnval){ [ 1275.082553] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5256c5ad-52ff-eb8b-6f6f-ebc66482a08c" [ 1275.082553] env[68802]: _type = "HttpNfcLease" [ 1275.082553] env[68802]: } to be ready. {{(pid=68802) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1275.088391] env[68802]: DEBUG nova.compute.manager [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Received event network-vif-plugged-2b811326-ed6d-4100-a420-788b5862c9c4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1275.088642] env[68802]: DEBUG oslo_concurrency.lockutils [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] Acquiring lock "40476be5-37ec-4f95-9a10-a411bbcf790a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.088879] env[68802]: DEBUG oslo_concurrency.lockutils [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] Lock "40476be5-37ec-4f95-9a10-a411bbcf790a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.089107] env[68802]: DEBUG oslo_concurrency.lockutils [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] Lock "40476be5-37ec-4f95-9a10-a411bbcf790a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.089315] env[68802]: DEBUG nova.compute.manager [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] No waiting events found dispatching network-vif-plugged-2b811326-ed6d-4100-a420-788b5862c9c4 {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.089873] env[68802]: WARNING nova.compute.manager [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Received unexpected event network-vif-plugged-2b811326-ed6d-4100-a420-788b5862c9c4 for instance with vm_state building and task_state spawning. [ 1275.089873] env[68802]: DEBUG nova.compute.manager [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Received event network-changed-2b811326-ed6d-4100-a420-788b5862c9c4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1275.089978] env[68802]: DEBUG nova.compute.manager [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Refreshing instance network info cache due to event network-changed-2b811326-ed6d-4100-a420-788b5862c9c4. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1275.090168] env[68802]: DEBUG oslo_concurrency.lockutils [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] Acquiring lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.090360] env[68802]: DEBUG oslo_concurrency.lockutils [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] Acquired lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.090541] env[68802]: DEBUG nova.network.neutron [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Refreshing network info cache for port 2b811326-ed6d-4100-a420-788b5862c9c4 {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.096457] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1275.096457] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5256c5ad-52ff-eb8b-6f6f-ebc66482a08c" [ 1275.096457] env[68802]: _type = "HttpNfcLease" [ 1275.096457] env[68802]: } is initializing. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1275.267565] env[68802]: DEBUG nova.objects.instance [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'migration_context' on Instance uuid 41cf2488-d59a-498b-bede-785c0b47e95f {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.531501] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.591523] env[68802]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1275.591523] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5256c5ad-52ff-eb8b-6f6f-ebc66482a08c" [ 1275.591523] env[68802]: _type = "HttpNfcLease" [ 1275.591523] env[68802]: } is ready. {{(pid=68802) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1275.591813] env[68802]: DEBUG oslo_vmware.rw_handles [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1275.591813] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5256c5ad-52ff-eb8b-6f6f-ebc66482a08c" [ 1275.591813] env[68802]: _type = "HttpNfcLease" [ 1275.591813] env[68802]: }. {{(pid=68802) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1275.592572] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0653fbb-99ed-4b98-a0cd-019a1da8fdac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.602730] env[68802]: DEBUG oslo_vmware.rw_handles [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9310f-8043-1a25-6d24-798a8d2c7051/disk-0.vmdk from lease info. {{(pid=68802) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1275.602951] env[68802]: DEBUG oslo_vmware.rw_handles [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9310f-8043-1a25-6d24-798a8d2c7051/disk-0.vmdk. {{(pid=68802) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1275.661052] env[68802]: DEBUG nova.network.neutron [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.667840] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-454b9f1b-381b-4aa1-98e0-50c65c946ffc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.774682] env[68802]: DEBUG nova.network.neutron [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.859880] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443f6d45-fcb8-4e7a-9118-0190abdea343 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.868893] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c391e6-5da2-4ba1-b6da-ba20d8c6adcd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.907483] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bec60e-1ead-4e85-94f7-19f4481c73ac {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.920544] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fcca67-c911-40fa-ac7d-9a1dacd2f275 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.938966] env[68802]: DEBUG nova.compute.provider_tree [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.277877] env[68802]: DEBUG oslo_concurrency.lockutils [req-94dc6c35-a45f-4ec3-a52a-60d5454692df req-a5974b83-b3a2-4041-9a13-8db121b4ae4e service nova] Releasing lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.278403] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.278638] env[68802]: DEBUG nova.network.neutron [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.447494] env[68802]: DEBUG nova.scheduler.client.report [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.794723] env[68802]: DEBUG oslo_vmware.rw_handles [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Completed reading data from the image iterator. {{(pid=68802) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1276.795018] env[68802]: DEBUG oslo_vmware.rw_handles [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9310f-8043-1a25-6d24-798a8d2c7051/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1276.796035] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385aaa45-6b8b-4b89-9a82-a89cfea906c0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.803856] env[68802]: DEBUG oslo_vmware.rw_handles [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9310f-8043-1a25-6d24-798a8d2c7051/disk-0.vmdk is in state: ready. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1276.804048] env[68802]: DEBUG oslo_vmware.rw_handles [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9310f-8043-1a25-6d24-798a8d2c7051/disk-0.vmdk. {{(pid=68802) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1276.804297] env[68802]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2715a2eb-6cb8-4705-989e-ab0838e778d0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.812344] env[68802]: DEBUG nova.network.neutron [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.939102] env[68802]: DEBUG nova.network.neutron [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Updating instance_info_cache with network_info: [{"id": "2b811326-ed6d-4100-a420-788b5862c9c4", "address": "fa:16:3e:9e:54:73", "network": {"id": "8ab17b40-b795-4476-8b42-043f4e39a700", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-426280397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "290d8b0ad1684f8b9244187cbd82eeed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b811326-ed", "ovs_interfaceid": "2b811326-ed6d-4100-a420-788b5862c9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.022675] env[68802]: DEBUG oslo_vmware.rw_handles [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9310f-8043-1a25-6d24-798a8d2c7051/disk-0.vmdk. {{(pid=68802) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1277.022886] env[68802]: INFO nova.virt.vmwareapi.images [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Downloaded image file data 5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8 [ 1277.023841] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7bf19e-15ce-47c6-b101-a5b7de19740a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.040152] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b47c5ada-2fea-46d2-8c46-6140e3fb0d26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.071826] env[68802]: INFO nova.virt.vmwareapi.images [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] The imported VM was unregistered [ 1277.074792] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Caching image {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1277.075122] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8 {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.075480] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66e58276-5ba6-4ef3-8fa8-59c88bb800c5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.101406] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Created directory with path [datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8 {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.101681] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101/OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101.vmdk to [datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8.vmdk. {{(pid=68802) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1277.102011] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2831fe9e-b6e3-4d47-b9d1-71d76ecee78a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.111088] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1277.111088] env[68802]: value = "task-2796446" [ 1277.111088] env[68802]: _type = "Task" [ 1277.111088] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.119748] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796446, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.442087] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.442606] env[68802]: DEBUG nova.compute.manager [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Instance network_info: |[{"id": "2b811326-ed6d-4100-a420-788b5862c9c4", "address": "fa:16:3e:9e:54:73", "network": {"id": "8ab17b40-b795-4476-8b42-043f4e39a700", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-426280397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "290d8b0ad1684f8b9244187cbd82eeed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b811326-ed", "ovs_interfaceid": "2b811326-ed6d-4100-a420-788b5862c9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.443019] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:54:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b811326-ed6d-4100-a420-788b5862c9c4', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.451793] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.452120] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.452409] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aab0ac6-0d4a-4acf-b76e-1adc5dacd00b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.471085] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.707s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.486456] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.486456] env[68802]: value = "task-2796447" [ 1277.486456] env[68802]: _type = "Task" [ 1277.486456] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.499283] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796447, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.622967] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796446, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.004199] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796447, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.124130] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796446, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.504101] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796447, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.626252] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796446, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.005769] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796447, 'name': CreateVM_Task} progress is 25%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.020880] env[68802]: INFO nova.compute.manager [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Swapping old allocation on dict_keys(['13848a83-f35a-4e12-bf26-a4b2d228e7c4']) held by migration a82c1881-6bb4-42e9-b12f-e6ec7076d1c1 for instance [ 1279.044943] env[68802]: DEBUG nova.scheduler.client.report [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Overwriting current allocation {'allocations': {'13848a83-f35a-4e12-bf26-a4b2d228e7c4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': '70a98f07a44b49e28fe1eed8edacab75', 'user_id': '82a775fcc5884ff184bf8ba1b88a2a6e', 'consumer_generation': 1} on consumer 41cf2488-d59a-498b-bede-785c0b47e95f {{(pid=68802) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1279.126159] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796446, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.127470] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.127614] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.127785] env[68802]: DEBUG nova.network.neutron [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.503402] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796447, 'name': CreateVM_Task} progress is 99%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.623753] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796446, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.464896} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.624129] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101/OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101.vmdk to [datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8.vmdk. [ 1279.624186] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Cleaning up location [datastore2] OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101 {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1279.624303] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4fc2aeff-f1f5-48f1-a590-8fac50a32101 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.624549] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3322169d-4210-4648-9f3b-1cf7c30cd973 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.633054] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1279.633054] env[68802]: value = "task-2796448" [ 1279.633054] env[68802]: _type = "Task" [ 1279.633054] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.640894] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.882573] env[68802]: DEBUG nova.network.neutron [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance_info_cache with network_info: [{"id": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "address": "fa:16:3e:d6:5b:bb", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a9cad5-35", "ovs_interfaceid": "b2a9cad5-358d-47dd-9c26-a8b081240acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.002657] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796447, 'name': CreateVM_Task, 'duration_secs': 2.032293} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.002829] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.003512] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.003677] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.003986] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.004256] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f3e917-ce01-47a7-a00f-92b886896b49 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.008880] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1280.008880] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5222ae69-cb94-8035-df6c-91d38edcc16b" [ 1280.008880] env[68802]: _type = "Task" [ 1280.008880] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.016555] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5222ae69-cb94-8035-df6c-91d38edcc16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.143653] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037361} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.143863] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.144040] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.144290] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8.vmdk to [datastore2] 91b31438-ebaa-41fa-a075-c5a94fc79cb2/91b31438-ebaa-41fa-a075-c5a94fc79cb2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.144542] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57af6a80-7b67-4413-9d3a-bd0e03e393e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.152475] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1280.152475] env[68802]: value = "task-2796449" [ 1280.152475] env[68802]: _type = "Task" [ 1280.152475] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.160113] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.386037] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-41cf2488-d59a-498b-bede-785c0b47e95f" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.386037] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.386304] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-557bd5cd-8a72-410e-932b-53e21bbaf4a3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.396138] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1280.396138] env[68802]: value = "task-2796450" [ 1280.396138] env[68802]: _type = "Task" [ 1280.396138] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.408915] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.520550] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5222ae69-cb94-8035-df6c-91d38edcc16b, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.520850] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.521103] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.521350] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.521502] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.521681] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.521986] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62ee45f1-6ba7-4ee9-b7a4-adc789df1419 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.541108] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.541306] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.542145] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff401a2e-3820-45c3-99bb-b42c6b34c9b8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.550855] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1280.550855] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5269cc5f-a010-b71c-e846-2eb80949c296" [ 1280.550855] env[68802]: _type = "Task" [ 1280.550855] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.561831] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5269cc5f-a010-b71c-e846-2eb80949c296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.664048] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796449, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.909635] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.065337] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5269cc5f-a010-b71c-e846-2eb80949c296, 'name': SearchDatastore_Task, 'duration_secs': 0.081245} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.066198] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b9776f-1b1f-4c68-b3f1-de7a155bc009 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.074756] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1281.074756] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52220b91-ceae-e6a0-f86d-b8bb2dd8c1d0" [ 1281.074756] env[68802]: _type = "Task" [ 1281.074756] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.085306] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52220b91-ceae-e6a0-f86d-b8bb2dd8c1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.164885] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796449, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.410337] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796450, 'name': PowerOffVM_Task, 'duration_secs': 0.924031} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.410610] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.411311] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.411537] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.411691] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.411871] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.412057] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.412251] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.412466] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.412626] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.412790] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.412982] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.413172] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.418193] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b64986-fc76-492b-937f-dad0dbb8ac10 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.438221] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1281.438221] env[68802]: value = "task-2796451" [ 1281.438221] env[68802]: _type = "Task" [ 1281.438221] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.449713] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.587754] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52220b91-ceae-e6a0-f86d-b8bb2dd8c1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.082761} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.588037] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.588360] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 40476be5-37ec-4f95-9a10-a411bbcf790a/40476be5-37ec-4f95-9a10-a411bbcf790a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.588634] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7a2253c-e041-4c50-b10c-30eb8b2d2662 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.600107] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1281.600107] env[68802]: value = "task-2796452" [ 1281.600107] env[68802]: _type = "Task" [ 1281.600107] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.610507] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.666381] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796449, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.951832] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.111537] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.166609] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796449, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.452268] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796451, 'name': ReconfigVM_Task, 'duration_secs': 0.980179} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.453207] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c7277a-d4a5-48b5-bb8d-0aeccb1b0ffb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.475501] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.475725] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.475767] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.475944] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.476104] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.476255] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.476460] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.476617] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.476780] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.476944] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.477140] env[68802]: DEBUG nova.virt.hardware [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.478018] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ca7be4-a1e9-46f9-9fb1-1298731132b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.486607] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1282.486607] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5240d04e-7a70-2020-6d65-b9ae1a8cf9b9" [ 1282.486607] env[68802]: _type = "Task" [ 1282.486607] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.497021] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5240d04e-7a70-2020-6d65-b9ae1a8cf9b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.611792] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.665711] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796449, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.189701} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.665965] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8/5abdf52a-6b72-48ee-b3ff-51a9ae2ce1b8.vmdk to [datastore2] 91b31438-ebaa-41fa-a075-c5a94fc79cb2/91b31438-ebaa-41fa-a075-c5a94fc79cb2.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.666819] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da19f1-eaa7-4d6f-a63f-d168d8e6c1d6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.690612] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 91b31438-ebaa-41fa-a075-c5a94fc79cb2/91b31438-ebaa-41fa-a075-c5a94fc79cb2.vmdk or device None with type streamOptimized {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.690936] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-114dcfa1-694c-4cf3-b126-2a4da02445cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.712345] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1282.712345] env[68802]: value = "task-2796453" [ 1282.712345] env[68802]: _type = "Task" [ 1282.712345] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.720813] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.997370] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5240d04e-7a70-2020-6d65-b9ae1a8cf9b9, 'name': SearchDatastore_Task, 'duration_secs': 0.029945} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.002692] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.002972] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d745518-5bb9-4499-94d8-a342c677f69e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.022747] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1283.022747] env[68802]: value = "task-2796454" [ 1283.022747] env[68802]: _type = "Task" [ 1283.022747] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.030564] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.112874] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796452, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.128707} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.113188] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 40476be5-37ec-4f95-9a10-a411bbcf790a/40476be5-37ec-4f95-9a10-a411bbcf790a.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.113495] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1283.113804] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edf4ded4-da1a-4bb0-8530-5fe9a6ca1d7a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.126759] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1283.126759] env[68802]: value = "task-2796455" [ 1283.126759] env[68802]: _type = "Task" [ 1283.126759] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.136839] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.222267] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796453, 'name': ReconfigVM_Task, 'duration_secs': 0.29581} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.222557] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 91b31438-ebaa-41fa-a075-c5a94fc79cb2/91b31438-ebaa-41fa-a075-c5a94fc79cb2.vmdk or device None with type streamOptimized {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.223199] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f2d4c5e-ed9c-442b-bd76-703c9b0a8faa {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.229507] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1283.229507] env[68802]: value = "task-2796456" [ 1283.229507] env[68802]: _type = "Task" [ 1283.229507] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.237524] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796456, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.533396] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796454, 'name': ReconfigVM_Task, 'duration_secs': 0.194848} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.533739] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.534600] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced553a2-0c2b-4cfb-9959-f74cbb6ba124 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.558398] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 41cf2488-d59a-498b-bede-785c0b47e95f/41cf2488-d59a-498b-bede-785c0b47e95f.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.558650] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3b0636-1989-4b23-b38d-91638530096e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.577478] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1283.577478] env[68802]: value = "task-2796457" [ 1283.577478] env[68802]: _type = "Task" [ 1283.577478] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.585156] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.636112] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089608} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.636388] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.637156] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f799301c-fd91-4f9a-a11c-387eaac451d6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.658920] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 40476be5-37ec-4f95-9a10-a411bbcf790a/40476be5-37ec-4f95-9a10-a411bbcf790a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.659208] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85a09a60-9580-458b-b5b0-508445c616a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.678955] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1283.678955] env[68802]: value = "task-2796458" [ 1283.678955] env[68802]: _type = "Task" [ 1283.678955] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.686789] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.740084] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796456, 'name': Rename_Task, 'duration_secs': 0.189944} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.740392] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.740635] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ff49306-4807-4807-ab92-220a94be4ea0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.746976] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1283.746976] env[68802]: value = "task-2796459" [ 1283.746976] env[68802]: _type = "Task" [ 1283.746976] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.754240] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.086854] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796457, 'name': ReconfigVM_Task, 'duration_secs': 0.265956} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.087146] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 41cf2488-d59a-498b-bede-785c0b47e95f/41cf2488-d59a-498b-bede-785c0b47e95f.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.088018] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95de7fd8-da1d-41c1-9c1e-1b884cf71276 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.106325] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a401ae-5a2d-4b0f-8ec5-298bc20e2180 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.124531] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091b9628-26b8-4871-9a59-a0066fbea25a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.143387] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc7d04f-a1c4-4c52-98b7-166adc444af0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.150295] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.150511] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f30ce12e-6d6f-40e2-a4b1-2680d504b614 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.158534] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1284.158534] env[68802]: value = "task-2796460" [ 1284.158534] env[68802]: _type = "Task" [ 1284.158534] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.166265] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.188842] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796458, 'name': ReconfigVM_Task, 'duration_secs': 0.278411} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.189198] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 40476be5-37ec-4f95-9a10-a411bbcf790a/40476be5-37ec-4f95-9a10-a411bbcf790a.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.189853] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28585f7d-43ea-464b-8cf3-83dc20f5acb1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.197265] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1284.197265] env[68802]: value = "task-2796461" [ 1284.197265] env[68802]: _type = "Task" [ 1284.197265] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.205204] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796461, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.256681] env[68802]: DEBUG oslo_vmware.api [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796459, 'name': PowerOnVM_Task, 'duration_secs': 0.46835} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.256681] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.366944] env[68802]: DEBUG nova.compute.manager [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.367879] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6404b0b4-85dc-4bcf-92e9-5effa5e72548 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.669300] env[68802]: DEBUG oslo_vmware.api [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796460, 'name': PowerOnVM_Task, 'duration_secs': 0.379372} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.669605] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.707851] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796461, 'name': Rename_Task, 'duration_secs': 0.172637} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.708131] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.708389] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c92c5a5b-2f7b-4115-9368-347b00ab2313 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.715821] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1284.715821] env[68802]: value = "task-2796462" [ 1284.715821] env[68802]: _type = "Task" [ 1284.715821] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.723522] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.884021] env[68802]: DEBUG oslo_concurrency.lockutils [None req-33b6db15-3422-4df4-91a4-c1586694c97f tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.074s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.191015] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.191280] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.191488] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.191674] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.191855] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.194897] env[68802]: INFO nova.compute.manager [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Terminating instance [ 1285.225308] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.681030] env[68802]: INFO nova.compute.manager [None req-71f500dc-3487-425f-9033-eda6753d790d tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance to original state: 'active' [ 1285.698206] env[68802]: DEBUG nova.compute.manager [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1285.698459] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.699421] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6a41db-848d-4c09-9cf3-567313dd7efd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.709295] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.709624] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87c644bd-c496-4d5b-8f1c-9f8db52f5c6e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.716184] env[68802]: DEBUG oslo_vmware.api [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1285.716184] env[68802]: value = "task-2796463" [ 1285.716184] env[68802]: _type = "Task" [ 1285.716184] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.736022] env[68802]: DEBUG oslo_vmware.api [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.736272] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796462, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.231020] env[68802]: DEBUG oslo_vmware.api [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796463, 'name': PowerOffVM_Task, 'duration_secs': 0.288607} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.231284] env[68802]: DEBUG oslo_vmware.api [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796462, 'name': PowerOnVM_Task, 'duration_secs': 1.108473} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.232224] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.232368] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.232611] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.232809] env[68802]: INFO nova.compute.manager [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Took 11.63 seconds to spawn the instance on the hypervisor. [ 1286.232988] env[68802]: DEBUG nova.compute.manager [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.233259] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b42f91a8-b499-4082-b61c-6d62fa60b03e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.235287] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf63655-2dce-4543-a2b9-307054e24dbc {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.298104] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.298382] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.298569] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleting the datastore file [datastore2] 91b31438-ebaa-41fa-a075-c5a94fc79cb2 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.298826] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3b8c30d-6476-4ecd-b69d-e941c064319f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.305643] env[68802]: DEBUG oslo_vmware.api [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for the task: (returnval){ [ 1286.305643] env[68802]: value = "task-2796465" [ 1286.305643] env[68802]: _type = "Task" [ 1286.305643] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.313256] env[68802]: DEBUG oslo_vmware.api [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.751259] env[68802]: INFO nova.compute.manager [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Took 16.35 seconds to build instance. [ 1286.815439] env[68802]: DEBUG oslo_vmware.api [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Task: {'id': task-2796465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130689} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.815710] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.815835] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.816019] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.816196] env[68802]: INFO nova.compute.manager [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1286.816493] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.816621] env[68802]: DEBUG nova.compute.manager [-] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1286.816704] env[68802]: DEBUG nova.network.neutron [-] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.098301] env[68802]: INFO nova.compute.manager [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Rescuing [ 1287.098574] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.098722] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.098928] env[68802]: DEBUG nova.network.neutron [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.253136] env[68802]: DEBUG oslo_concurrency.lockutils [None req-ea2f5bfb-d722-4a80-bfd3-1cadc1344c60 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "40476be5-37ec-4f95-9a10-a411bbcf790a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.863s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.307017] env[68802]: DEBUG nova.compute.manager [req-99a30595-f4ad-4063-b212-e1709c8749b8 req-e4bb0fe3-cb2a-48fd-88ea-f2c2c9f7fa49 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Received event network-vif-deleted-383a207f-ec8c-4188-83f2-058bd5c85b9c {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1287.307233] env[68802]: INFO nova.compute.manager [req-99a30595-f4ad-4063-b212-e1709c8749b8 req-e4bb0fe3-cb2a-48fd-88ea-f2c2c9f7fa49 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Neutron deleted interface 383a207f-ec8c-4188-83f2-058bd5c85b9c; detaching it from the instance and deleting it from the info cache [ 1287.307409] env[68802]: DEBUG nova.network.neutron [req-99a30595-f4ad-4063-b212-e1709c8749b8 req-e4bb0fe3-cb2a-48fd-88ea-f2c2c9f7fa49 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.712344] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "41cf2488-d59a-498b-bede-785c0b47e95f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.712571] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "41cf2488-d59a-498b-bede-785c0b47e95f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.712765] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "41cf2488-d59a-498b-bede-785c0b47e95f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.712936] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "41cf2488-d59a-498b-bede-785c0b47e95f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.713330] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "41cf2488-d59a-498b-bede-785c0b47e95f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.715110] env[68802]: INFO nova.compute.manager [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Terminating instance [ 1287.785478] env[68802]: DEBUG nova.network.neutron [-] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.810586] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-827000c8-3cee-4a32-a744-888de8ed2351 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.814792] env[68802]: DEBUG nova.network.neutron [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Updating instance_info_cache with network_info: [{"id": "2b811326-ed6d-4100-a420-788b5862c9c4", "address": "fa:16:3e:9e:54:73", "network": {"id": "8ab17b40-b795-4476-8b42-043f4e39a700", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-426280397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "290d8b0ad1684f8b9244187cbd82eeed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b811326-ed", "ovs_interfaceid": "2b811326-ed6d-4100-a420-788b5862c9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.831235] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008880b1-5e79-4240-862a-44444dc239ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.856719] env[68802]: DEBUG nova.compute.manager [req-99a30595-f4ad-4063-b212-e1709c8749b8 req-e4bb0fe3-cb2a-48fd-88ea-f2c2c9f7fa49 service nova] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Detach interface failed, port_id=383a207f-ec8c-4188-83f2-058bd5c85b9c, reason: Instance 91b31438-ebaa-41fa-a075-c5a94fc79cb2 could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1288.220065] env[68802]: DEBUG nova.compute.manager [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.220065] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.220453] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692ed79b-a743-4a67-b2e1-922d7cf5e43d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.228363] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.228596] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adeccf8f-33b6-4531-a40c-41ced5c65c1f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.236251] env[68802]: DEBUG oslo_vmware.api [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1288.236251] env[68802]: value = "task-2796466" [ 1288.236251] env[68802]: _type = "Task" [ 1288.236251] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.244014] env[68802]: DEBUG oslo_vmware.api [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.287841] env[68802]: INFO nova.compute.manager [-] [instance: 91b31438-ebaa-41fa-a075-c5a94fc79cb2] Took 1.47 seconds to deallocate network for instance. [ 1288.318756] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.746907] env[68802]: DEBUG oslo_vmware.api [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796466, 'name': PowerOffVM_Task, 'duration_secs': 0.266046} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.747144] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.747315] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.747569] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e7e255f-798b-493e-83dd-58bb74a25d13 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.794398] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.794799] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.794894] env[68802]: DEBUG nova.objects.instance [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lazy-loading 'resources' on Instance uuid 91b31438-ebaa-41fa-a075-c5a94fc79cb2 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.828722] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.828921] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.829134] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleting the datastore file [datastore2] 41cf2488-d59a-498b-bede-785c0b47e95f {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.829403] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03a0d10d-9887-4edd-9456-790f1d4ca90a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.837126] env[68802]: DEBUG oslo_vmware.api [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1288.837126] env[68802]: value = "task-2796468" [ 1288.837126] env[68802]: _type = "Task" [ 1288.837126] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.845145] env[68802]: DEBUG oslo_vmware.api [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.349040] env[68802]: DEBUG oslo_vmware.api [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.363029] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5caad1-bcd3-4837-bf57-3ea1c1918403 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.371455] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbb7db0-2761-4591-8fde-2a871678f1f6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.401196] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f717aa0-b78c-4f46-845f-bbf3d289215a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.407931] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34195c2e-e7a8-46b3-918a-db4a9ee36041 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.421158] env[68802]: DEBUG nova.compute.provider_tree [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.850076] env[68802]: DEBUG oslo_vmware.api [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540048} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.850463] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.850517] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.850687] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.850877] env[68802]: INFO nova.compute.manager [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1289.851172] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.851369] env[68802]: DEBUG nova.compute.manager [-] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.851461] env[68802]: DEBUG nova.network.neutron [-] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.859273] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.859273] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda030c6-e8ce-4239-be45-cac87ec5e7c5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.864636] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1289.864636] env[68802]: value = "task-2796469" [ 1289.864636] env[68802]: _type = "Task" [ 1289.864636] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.872380] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.925049] env[68802]: DEBUG nova.scheduler.client.report [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.305143] env[68802]: DEBUG nova.compute.manager [req-b014b0b8-9e0a-43d5-84f3-d1bcb7e3769d req-4c5964ac-f675-4476-9ea1-ea7bde5fd3ca service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Received event network-vif-deleted-b2a9cad5-358d-47dd-9c26-a8b081240acf {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1290.305333] env[68802]: INFO nova.compute.manager [req-b014b0b8-9e0a-43d5-84f3-d1bcb7e3769d req-4c5964ac-f675-4476-9ea1-ea7bde5fd3ca service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Neutron deleted interface b2a9cad5-358d-47dd-9c26-a8b081240acf; detaching it from the instance and deleting it from the info cache [ 1290.305503] env[68802]: DEBUG nova.network.neutron [req-b014b0b8-9e0a-43d5-84f3-d1bcb7e3769d req-4c5964ac-f675-4476-9ea1-ea7bde5fd3ca service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.376215] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796469, 'name': PowerOffVM_Task, 'duration_secs': 0.17988} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.376486] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.377293] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a701d560-0001-48b9-95c3-ab31704a19cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.395530] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324b2104-b173-4009-9ffe-39a4dbd4d60e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.422699] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.422954] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db174a9-2f7c-466d-b634-3e15c199119b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.429175] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.431804] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1290.431804] env[68802]: value = "task-2796470" [ 1290.431804] env[68802]: _type = "Task" [ 1290.431804] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.439131] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.447321] env[68802]: INFO nova.scheduler.client.report [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Deleted allocations for instance 91b31438-ebaa-41fa-a075-c5a94fc79cb2 [ 1290.788993] env[68802]: DEBUG nova.network.neutron [-] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.808249] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc2b2a32-5785-48be-887a-068eae6aaf6f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.817906] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19246bd7-bbbf-4e67-aac4-7ae8f63adaee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.843645] env[68802]: DEBUG nova.compute.manager [req-b014b0b8-9e0a-43d5-84f3-d1bcb7e3769d req-4c5964ac-f675-4476-9ea1-ea7bde5fd3ca service nova] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Detach interface failed, port_id=b2a9cad5-358d-47dd-9c26-a8b081240acf, reason: Instance 41cf2488-d59a-498b-bede-785c0b47e95f could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1290.941493] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] VM already powered off {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1290.941818] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.941818] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.941926] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.942152] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.942401] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93272d6d-961a-4cb8-9232-cb58f22f845e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.951012] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.951190] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.951869] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dea5ec3-fcfb-4a5a-a02e-cb42d3718efe {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.956571] env[68802]: DEBUG oslo_concurrency.lockutils [None req-bd1663de-737f-42a6-b272-6ccca1a07788 tempest-ServerActionsTestOtherB-308966217 tempest-ServerActionsTestOtherB-308966217-project-member] Lock "91b31438-ebaa-41fa-a075-c5a94fc79cb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.765s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.958554] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1290.958554] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5285ea0e-1a13-4992-4afe-53ea00ed006d" [ 1290.958554] env[68802]: _type = "Task" [ 1290.958554] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.967654] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5285ea0e-1a13-4992-4afe-53ea00ed006d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.292013] env[68802]: INFO nova.compute.manager [-] [instance: 41cf2488-d59a-498b-bede-785c0b47e95f] Took 1.44 seconds to deallocate network for instance. [ 1291.469435] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5285ea0e-1a13-4992-4afe-53ea00ed006d, 'name': SearchDatastore_Task, 'duration_secs': 0.007493} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.470181] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff71549-eb16-49d2-b5ab-1fe9e4a4eb22 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.474893] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1291.474893] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52585f54-b8ed-fe17-bdee-1be6dabc311a" [ 1291.474893] env[68802]: _type = "Task" [ 1291.474893] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.481727] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52585f54-b8ed-fe17-bdee-1be6dabc311a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.800922] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.801248] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.801482] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.821927] env[68802]: INFO nova.scheduler.client.report [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleted allocations for instance 41cf2488-d59a-498b-bede-785c0b47e95f [ 1291.984897] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52585f54-b8ed-fe17-bdee-1be6dabc311a, 'name': SearchDatastore_Task, 'duration_secs': 0.008572} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.985185] env[68802]: DEBUG oslo_concurrency.lockutils [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.985445] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 40476be5-37ec-4f95-9a10-a411bbcf790a/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. {{(pid=68802) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1291.985696] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24e5ef77-3aa9-4f92-bfd6-857649a8daa8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.992639] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1291.992639] env[68802]: value = "task-2796472" [ 1291.992639] env[68802]: _type = "Task" [ 1291.992639] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.999855] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.330402] env[68802]: DEBUG oslo_concurrency.lockutils [None req-a2add8e9-ea35-4bff-93d2-2fbc61c77c52 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "41cf2488-d59a-498b-bede-785c0b47e95f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.618s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.501972] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419752} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.502257] env[68802]: INFO nova.virt.vmwareapi.ds_util [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 40476be5-37ec-4f95-9a10-a411bbcf790a/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk. [ 1292.502966] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d526d9-3749-4892-9226-d2d5974d0e29 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.526809] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 40476be5-37ec-4f95-9a10-a411bbcf790a/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.527078] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9d6a97-6e6a-48a0-9096-39c252fbf050 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.543992] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1292.543992] env[68802]: value = "task-2796473" [ 1292.543992] env[68802]: _type = "Task" [ 1292.543992] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.553648] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.053932] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796473, 'name': ReconfigVM_Task, 'duration_secs': 0.26459} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.054225] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 40476be5-37ec-4f95-9a10-a411bbcf790a/438cd240-f04d-4823-ac03-73cb79612fcc-rescue.vmdk or device None with type thin {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.055067] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698df577-5ff8-4895-9d73-2032a1fa92c6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.079718] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89faf7cc-fd5d-4268-8bdc-cca8c2df9964 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.095512] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1293.095512] env[68802]: value = "task-2796474" [ 1293.095512] env[68802]: _type = "Task" [ 1293.095512] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.103299] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.606719] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796474, 'name': ReconfigVM_Task, 'duration_secs': 0.152342} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.606977] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.607251] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a97b4a-02aa-4e88-9438-0281077b67a4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.612936] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1293.612936] env[68802]: value = "task-2796475" [ 1293.612936] env[68802]: _type = "Task" [ 1293.612936] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.620796] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.694374] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "61e4866a-32b0-4aa1-8508-8e936ad6147b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.694624] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "61e4866a-32b0-4aa1-8508-8e936ad6147b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.125656] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.197537] env[68802]: DEBUG nova.compute.manager [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.623623] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.719522] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.719819] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.721767] env[68802]: INFO nova.compute.claims [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.124458] env[68802]: DEBUG oslo_vmware.api [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796475, 'name': PowerOnVM_Task, 'duration_secs': 1.157711} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.124673] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.128022] env[68802]: DEBUG nova.compute.manager [None req-e63f8580-393b-4cad-bb00-23301c1afdfb tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.128380] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f674b3af-fef5-46e4-9a5d-4e60195ba524 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.781964] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b9003a-896e-45c4-9b68-d7f37eee71d9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.789721] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7e4220-a969-4c5e-8214-7caa0ed8d268 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.819960] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b21755-692c-41b0-92bc-197dca4a8d7f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.827394] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8317459c-8ed3-4a9c-af0a-1ace3e0eebfd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.840228] env[68802]: DEBUG nova.compute.provider_tree [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.244191] env[68802]: INFO nova.compute.manager [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Unrescuing [ 1296.244504] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.244652] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquired lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.244825] env[68802]: DEBUG nova.network.neutron [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.360805] env[68802]: ERROR nova.scheduler.client.report [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [req-286ce7c6-effc-4f86-98d0-a38e8cab552c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13848a83-f35a-4e12-bf26-a4b2d228e7c4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-286ce7c6-effc-4f86-98d0-a38e8cab552c"}]} [ 1296.378211] env[68802]: DEBUG nova.scheduler.client.report [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Refreshing inventories for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1296.390336] env[68802]: DEBUG nova.scheduler.client.report [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Updating ProviderTree inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1296.390540] env[68802]: DEBUG nova.compute.provider_tree [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.400367] env[68802]: DEBUG nova.scheduler.client.report [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Refreshing aggregate associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, aggregates: None {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1296.416437] env[68802]: DEBUG nova.scheduler.client.report [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Refreshing trait associations for resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68802) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1296.455610] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ed2c48-7f1a-44fd-acdb-05c14cc9c27f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.463095] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47438ef8-3b04-4834-9142-63f625fca0c9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.492636] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce34884-cd2a-47d4-9193-02fb6433e52d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.499294] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3278ef17-4230-416d-b9a0-b9aba1aa6383 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.512144] env[68802]: DEBUG nova.compute.provider_tree [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.932766] env[68802]: DEBUG nova.network.neutron [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Updating instance_info_cache with network_info: [{"id": "2b811326-ed6d-4100-a420-788b5862c9c4", "address": "fa:16:3e:9e:54:73", "network": {"id": "8ab17b40-b795-4476-8b42-043f4e39a700", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-426280397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "290d8b0ad1684f8b9244187cbd82eeed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b811326-ed", "ovs_interfaceid": "2b811326-ed6d-4100-a420-788b5862c9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.041964] env[68802]: DEBUG nova.scheduler.client.report [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1297.042280] env[68802]: DEBUG nova.compute.provider_tree [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 179 to 180 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1297.042469] env[68802]: DEBUG nova.compute.provider_tree [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.435596] env[68802]: DEBUG oslo_concurrency.lockutils [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Releasing lock "refresh_cache-40476be5-37ec-4f95-9a10-a411bbcf790a" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.436361] env[68802]: DEBUG nova.objects.instance [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lazy-loading 'flavor' on Instance uuid 40476be5-37ec-4f95-9a10-a411bbcf790a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.547564] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.548112] env[68802]: DEBUG nova.compute.manager [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.942085] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11132902-1e41-4d22-bdbf-0dd467a2c45c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.964444] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.964727] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4f7e269-b16f-4ca2-918e-7476cd0e3c63 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.971232] env[68802]: DEBUG oslo_vmware.api [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1297.971232] env[68802]: value = "task-2796476" [ 1297.971232] env[68802]: _type = "Task" [ 1297.971232] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.978661] env[68802]: DEBUG oslo_vmware.api [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.053537] env[68802]: DEBUG nova.compute.utils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.055107] env[68802]: DEBUG nova.compute.manager [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Allocating IP information in the background. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.055309] env[68802]: DEBUG nova.network.neutron [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] allocate_for_instance() {{(pid=68802) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.093286] env[68802]: DEBUG nova.policy [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82a775fcc5884ff184bf8ba1b88a2a6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a98f07a44b49e28fe1eed8edacab75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68802) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.360597] env[68802]: DEBUG nova.network.neutron [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Successfully created port: b42c017f-a512-4541-a9ec-eb9eb553ae4f {{(pid=68802) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.481200] env[68802]: DEBUG oslo_vmware.api [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796476, 'name': PowerOffVM_Task, 'duration_secs': 0.193023} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.481554] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.486863] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.487147] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b9165e-9200-4315-96b4-25467fec7f73 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.505019] env[68802]: DEBUG oslo_vmware.api [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1298.505019] env[68802]: value = "task-2796477" [ 1298.505019] env[68802]: _type = "Task" [ 1298.505019] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.512803] env[68802]: DEBUG oslo_vmware.api [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.558651] env[68802]: DEBUG nova.compute.manager [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.014985] env[68802]: DEBUG oslo_vmware.api [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796477, 'name': ReconfigVM_Task, 'duration_secs': 0.212582} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.015298] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=68802) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1299.015486] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.015734] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b320f8dd-06dc-4918-9473-73663dae3263 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.021450] env[68802]: DEBUG oslo_vmware.api [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1299.021450] env[68802]: value = "task-2796478" [ 1299.021450] env[68802]: _type = "Task" [ 1299.021450] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.028497] env[68802]: DEBUG oslo_vmware.api [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.530890] env[68802]: DEBUG oslo_vmware.api [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796478, 'name': PowerOnVM_Task, 'duration_secs': 0.359151} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.531264] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.531506] env[68802]: DEBUG nova.compute.manager [None req-4e52eaa6-c2fb-4efd-851e-c2af96e44937 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.532308] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cc5b0d-abaf-440a-808e-cb1dba29f733 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.568637] env[68802]: DEBUG nova.compute.manager [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.595177] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.595477] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.595678] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.595899] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.596089] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.596276] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.596517] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.596704] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.596902] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.597091] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.597267] env[68802]: DEBUG nova.virt.hardware [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.598099] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c985fd-e077-4146-abf5-18bff3a4bd15 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.606120] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a97f291-bf46-4879-95ca-af8d9002e5a9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.971526] env[68802]: DEBUG nova.compute.manager [req-37c7fbfd-330b-4ab0-9f81-575e468e3b3b req-0081893d-6310-4463-b363-0e85dad94ac2 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Received event network-vif-plugged-b42c017f-a512-4541-a9ec-eb9eb553ae4f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1299.971744] env[68802]: DEBUG oslo_concurrency.lockutils [req-37c7fbfd-330b-4ab0-9f81-575e468e3b3b req-0081893d-6310-4463-b363-0e85dad94ac2 service nova] Acquiring lock "61e4866a-32b0-4aa1-8508-8e936ad6147b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.971945] env[68802]: DEBUG oslo_concurrency.lockutils [req-37c7fbfd-330b-4ab0-9f81-575e468e3b3b req-0081893d-6310-4463-b363-0e85dad94ac2 service nova] Lock "61e4866a-32b0-4aa1-8508-8e936ad6147b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.972123] env[68802]: DEBUG oslo_concurrency.lockutils [req-37c7fbfd-330b-4ab0-9f81-575e468e3b3b req-0081893d-6310-4463-b363-0e85dad94ac2 service nova] Lock "61e4866a-32b0-4aa1-8508-8e936ad6147b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.972340] env[68802]: DEBUG nova.compute.manager [req-37c7fbfd-330b-4ab0-9f81-575e468e3b3b req-0081893d-6310-4463-b363-0e85dad94ac2 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] No waiting events found dispatching network-vif-plugged-b42c017f-a512-4541-a9ec-eb9eb553ae4f {{(pid=68802) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.972504] env[68802]: WARNING nova.compute.manager [req-37c7fbfd-330b-4ab0-9f81-575e468e3b3b req-0081893d-6310-4463-b363-0e85dad94ac2 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Received unexpected event network-vif-plugged-b42c017f-a512-4541-a9ec-eb9eb553ae4f for instance with vm_state building and task_state spawning. [ 1300.060531] env[68802]: DEBUG nova.network.neutron [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Successfully updated port: b42c017f-a512-4541-a9ec-eb9eb553ae4f {{(pid=68802) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.562913] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.563201] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.563260] env[68802]: DEBUG nova.network.neutron [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.811084] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "40476be5-37ec-4f95-9a10-a411bbcf790a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.811356] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "40476be5-37ec-4f95-9a10-a411bbcf790a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.811567] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "40476be5-37ec-4f95-9a10-a411bbcf790a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.811744] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "40476be5-37ec-4f95-9a10-a411bbcf790a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.811907] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "40476be5-37ec-4f95-9a10-a411bbcf790a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.814342] env[68802]: INFO nova.compute.manager [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Terminating instance [ 1301.101589] env[68802]: DEBUG nova.network.neutron [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.216290] env[68802]: DEBUG nova.network.neutron [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Updating instance_info_cache with network_info: [{"id": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "address": "fa:16:3e:68:f2:82", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42c017f-a5", "ovs_interfaceid": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.318067] env[68802]: DEBUG nova.compute.manager [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.318311] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.319221] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae2af61-1d50-49d0-aa3b-c0349f34b4e2 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.327067] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.327300] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f77b6ade-2aad-4059-bfae-919f54bae3ca {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.333835] env[68802]: DEBUG oslo_vmware.api [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1301.333835] env[68802]: value = "task-2796479" [ 1301.333835] env[68802]: _type = "Task" [ 1301.333835] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.341480] env[68802]: DEBUG oslo_vmware.api [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.719542] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.719923] env[68802]: DEBUG nova.compute.manager [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Instance network_info: |[{"id": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "address": "fa:16:3e:68:f2:82", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42c017f-a5", "ovs_interfaceid": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.720359] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:f2:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b42c017f-a512-4541-a9ec-eb9eb553ae4f', 'vif_model': 'vmxnet3'}] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.727787] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.728028] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.728270] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-690ef19d-0a86-4eaf-8abf-a7d59c54adf3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.748074] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.748074] env[68802]: value = "task-2796480" [ 1301.748074] env[68802]: _type = "Task" [ 1301.748074] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.755305] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796480, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.843363] env[68802]: DEBUG oslo_vmware.api [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796479, 'name': PowerOffVM_Task, 'duration_secs': 0.184611} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.843640] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.843807] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.844065] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be0c61d4-a3f8-432e-ab49-c202d0808a31 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.904207] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.904373] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.904556] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Deleting the datastore file [datastore2] 40476be5-37ec-4f95-9a10-a411bbcf790a {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.904817] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8080fad8-e695-44f1-a57a-0dceaa558c89 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.911166] env[68802]: DEBUG oslo_vmware.api [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1301.911166] env[68802]: value = "task-2796482" [ 1301.911166] env[68802]: _type = "Task" [ 1301.911166] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.918521] env[68802]: DEBUG oslo_vmware.api [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.999267] env[68802]: DEBUG nova.compute.manager [req-90da812b-a5bc-4d11-aa33-abf6d1ac4831 req-ac554ed1-5a2d-41e1-878d-d04989430631 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Received event network-changed-b42c017f-a512-4541-a9ec-eb9eb553ae4f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1301.999474] env[68802]: DEBUG nova.compute.manager [req-90da812b-a5bc-4d11-aa33-abf6d1ac4831 req-ac554ed1-5a2d-41e1-878d-d04989430631 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Refreshing instance network info cache due to event network-changed-b42c017f-a512-4541-a9ec-eb9eb553ae4f. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1301.999734] env[68802]: DEBUG oslo_concurrency.lockutils [req-90da812b-a5bc-4d11-aa33-abf6d1ac4831 req-ac554ed1-5a2d-41e1-878d-d04989430631 service nova] Acquiring lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.999804] env[68802]: DEBUG oslo_concurrency.lockutils [req-90da812b-a5bc-4d11-aa33-abf6d1ac4831 req-ac554ed1-5a2d-41e1-878d-d04989430631 service nova] Acquired lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.999975] env[68802]: DEBUG nova.network.neutron [req-90da812b-a5bc-4d11-aa33-abf6d1ac4831 req-ac554ed1-5a2d-41e1-878d-d04989430631 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Refreshing network info cache for port b42c017f-a512-4541-a9ec-eb9eb553ae4f {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.258149] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796480, 'name': CreateVM_Task, 'duration_secs': 0.340137} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.258361] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.259010] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.259193] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.259515] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.259769] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3506bd7f-6184-4f74-85d2-67fb7628f8c9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.264079] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1302.264079] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]520ffea3-a054-3841-bb59-b3e3a361091f" [ 1302.264079] env[68802]: _type = "Task" [ 1302.264079] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.271246] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520ffea3-a054-3841-bb59-b3e3a361091f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.420806] env[68802]: DEBUG oslo_vmware.api [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138494} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.421060] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.421245] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.421425] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.421588] env[68802]: INFO nova.compute.manager [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1302.421834] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.422025] env[68802]: DEBUG nova.compute.manager [-] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.422120] env[68802]: DEBUG nova.network.neutron [-] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.746031] env[68802]: DEBUG nova.network.neutron [req-90da812b-a5bc-4d11-aa33-abf6d1ac4831 req-ac554ed1-5a2d-41e1-878d-d04989430631 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Updated VIF entry in instance network info cache for port b42c017f-a512-4541-a9ec-eb9eb553ae4f. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.746386] env[68802]: DEBUG nova.network.neutron [req-90da812b-a5bc-4d11-aa33-abf6d1ac4831 req-ac554ed1-5a2d-41e1-878d-d04989430631 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Updating instance_info_cache with network_info: [{"id": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "address": "fa:16:3e:68:f2:82", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42c017f-a5", "ovs_interfaceid": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.775507] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]520ffea3-a054-3841-bb59-b3e3a361091f, 'name': SearchDatastore_Task, 'duration_secs': 0.008891} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.775796] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.776073] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.776354] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.776524] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.776730] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.777029] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0020151-14ec-4a1c-97e7-5781451e1218 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.785204] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.785417] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.786190] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871cced4-658c-4b90-aae5-b9d0630787b9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.791503] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1302.791503] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a02794-6f88-4b4a-27cd-f1b1c7dc4257" [ 1302.791503] env[68802]: _type = "Task" [ 1302.791503] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.799590] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a02794-6f88-4b4a-27cd-f1b1c7dc4257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.119370] env[68802]: DEBUG nova.network.neutron [-] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.248871] env[68802]: DEBUG oslo_concurrency.lockutils [req-90da812b-a5bc-4d11-aa33-abf6d1ac4831 req-ac554ed1-5a2d-41e1-878d-d04989430631 service nova] Releasing lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.301292] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52a02794-6f88-4b4a-27cd-f1b1c7dc4257, 'name': SearchDatastore_Task, 'duration_secs': 0.008146} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.302059] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558e1bdc-7411-4b41-adb9-97deaefc64ec {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.306695] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1303.306695] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]526d57f5-eab3-5016-c613-b16986dab07e" [ 1303.306695] env[68802]: _type = "Task" [ 1303.306695] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.313570] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526d57f5-eab3-5016-c613-b16986dab07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.622112] env[68802]: INFO nova.compute.manager [-] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Took 1.20 seconds to deallocate network for instance. [ 1303.816886] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]526d57f5-eab3-5016-c613-b16986dab07e, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.817201] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.817403] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 61e4866a-32b0-4aa1-8508-8e936ad6147b/61e4866a-32b0-4aa1-8508-8e936ad6147b.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.817651] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b11ba46-482b-49b9-bb4c-06cd61e772a5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.824692] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1303.824692] env[68802]: value = "task-2796483" [ 1303.824692] env[68802]: _type = "Task" [ 1303.824692] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.831691] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.027882] env[68802]: DEBUG nova.compute.manager [req-d05fd621-f6b2-4a6a-b23e-79f0b60773d4 req-49806147-286a-4105-8b15-60a131f0dd25 service nova] [instance: 40476be5-37ec-4f95-9a10-a411bbcf790a] Received event network-vif-deleted-2b811326-ed6d-4100-a420-788b5862c9c4 {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1304.128486] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.128821] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.129099] env[68802]: DEBUG nova.objects.instance [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lazy-loading 'resources' on Instance uuid 40476be5-37ec-4f95-9a10-a411bbcf790a {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.334257] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415441} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.334526] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 61e4866a-32b0-4aa1-8508-8e936ad6147b/61e4866a-32b0-4aa1-8508-8e936ad6147b.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.334728] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.334980] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff489bb8-dd7e-4501-8dee-522ee3ef9bc4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.341170] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1304.341170] env[68802]: value = "task-2796484" [ 1304.341170] env[68802]: _type = "Task" [ 1304.341170] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.348013] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.681706] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4de513c-9897-4d54-b129-11f5ca96ad91 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.688866] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9ec3c8-d9ac-4fd0-844d-78989eee44b1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.717978] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01adaa8-a595-4403-bfc3-1e3f9baa856a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.724598] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde8f18c-d515-4f0d-9888-6a4b0b2fae95 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.737114] env[68802]: DEBUG nova.compute.provider_tree [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.850137] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057819} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.850483] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.851147] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d292c228-1d06-4b3b-b52d-e9fe8f3ff4c1 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.873339] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 61e4866a-32b0-4aa1-8508-8e936ad6147b/61e4866a-32b0-4aa1-8508-8e936ad6147b.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.873550] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e3e7752-7c77-417a-9f4b-a1bd057b7818 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.892200] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1304.892200] env[68802]: value = "task-2796485" [ 1304.892200] env[68802]: _type = "Task" [ 1304.892200] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.899488] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.267901] env[68802]: DEBUG nova.scheduler.client.report [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Updated inventory for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1305.268242] env[68802]: DEBUG nova.compute.provider_tree [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Updating resource provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 generation from 180 to 181 during operation: update_inventory {{(pid=68802) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1305.268432] env[68802]: DEBUG nova.compute.provider_tree [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Updating inventory in ProviderTree for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.402059] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796485, 'name': ReconfigVM_Task, 'duration_secs': 0.259031} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.402370] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 61e4866a-32b0-4aa1-8508-8e936ad6147b/61e4866a-32b0-4aa1-8508-8e936ad6147b.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.402984] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eede2c5-b6ef-4cc1-8a83-18af94ea0df6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.408481] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1305.408481] env[68802]: value = "task-2796486" [ 1305.408481] env[68802]: _type = "Task" [ 1305.408481] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.416022] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796486, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.773246] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.790363] env[68802]: INFO nova.scheduler.client.report [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Deleted allocations for instance 40476be5-37ec-4f95-9a10-a411bbcf790a [ 1305.917830] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796486, 'name': Rename_Task, 'duration_secs': 0.132996} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.918146] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.918346] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-859474d4-6b8f-45aa-94d7-94e63d7b53cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.925209] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1305.925209] env[68802]: value = "task-2796487" [ 1305.925209] env[68802]: _type = "Task" [ 1305.925209] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.935182] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.950736] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.298210] env[68802]: DEBUG oslo_concurrency.lockutils [None req-71eefb2d-fca2-4005-bbe5-ab3f3b3fcc9f tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "40476be5-37ec-4f95-9a10-a411bbcf790a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.487s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.434431] env[68802]: DEBUG oslo_vmware.api [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796487, 'name': PowerOnVM_Task, 'duration_secs': 0.415186} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.434719] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.434842] env[68802]: INFO nova.compute.manager [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1306.435024] env[68802]: DEBUG nova.compute.manager [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.435774] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9142c090-1b72-48ee-8d6c-329739156a57 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.446902] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.950976] env[68802]: INFO nova.compute.manager [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Took 12.25 seconds to build instance. [ 1307.447439] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.447713] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.447949] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.455240] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6828e80f-4869-4d5a-b5ff-70416c1aaf91 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "61e4866a-32b0-4aa1-8508-8e936ad6147b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.760s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.456109] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "43f35beb-6df2-4128-bed3-07002f35270c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.456109] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "43f35beb-6df2-4128-bed3-07002f35270c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.456872] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "43f35beb-6df2-4128-bed3-07002f35270c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.456872] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "43f35beb-6df2-4128-bed3-07002f35270c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.456872] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "43f35beb-6df2-4128-bed3-07002f35270c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.459435] env[68802]: INFO nova.compute.manager [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Terminating instance [ 1307.718830] env[68802]: DEBUG nova.compute.manager [req-93ca1cf1-3b7c-4ed4-ac9a-b5be9c0b550d req-79d54a20-19a1-4fa8-ba01-dcc6ea86c5c8 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Received event network-changed-b42c017f-a512-4541-a9ec-eb9eb553ae4f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1307.719029] env[68802]: DEBUG nova.compute.manager [req-93ca1cf1-3b7c-4ed4-ac9a-b5be9c0b550d req-79d54a20-19a1-4fa8-ba01-dcc6ea86c5c8 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Refreshing instance network info cache due to event network-changed-b42c017f-a512-4541-a9ec-eb9eb553ae4f. {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1307.719242] env[68802]: DEBUG oslo_concurrency.lockutils [req-93ca1cf1-3b7c-4ed4-ac9a-b5be9c0b550d req-79d54a20-19a1-4fa8-ba01-dcc6ea86c5c8 service nova] Acquiring lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.719406] env[68802]: DEBUG oslo_concurrency.lockutils [req-93ca1cf1-3b7c-4ed4-ac9a-b5be9c0b550d req-79d54a20-19a1-4fa8-ba01-dcc6ea86c5c8 service nova] Acquired lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.719568] env[68802]: DEBUG nova.network.neutron [req-93ca1cf1-3b7c-4ed4-ac9a-b5be9c0b550d req-79d54a20-19a1-4fa8-ba01-dcc6ea86c5c8 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Refreshing network info cache for port b42c017f-a512-4541-a9ec-eb9eb553ae4f {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.950961] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.951211] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.951462] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.951537] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1307.952489] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed491ca-7eff-434a-8337-a64b781cc34a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.960783] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37474780-9750-4ae4-a916-dc98f2a0cc86 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.964900] env[68802]: DEBUG nova.compute.manager [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.965110] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.965792] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee934b-f605-4eb7-9747-df0a2cb5445a {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.979708] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6cf33e-ef48-4be5-8d1c-739df0003791 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.981889] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.982418] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-353e4256-35cc-4527-8b7d-bc8f6586f8f7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.988556] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09c98b0-cba5-468b-a50d-84574f9d0213 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.991351] env[68802]: DEBUG oslo_vmware.api [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1307.991351] env[68802]: value = "task-2796488" [ 1307.991351] env[68802]: _type = "Task" [ 1307.991351] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.017662] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180090MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1308.017811] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.018027] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.024428] env[68802]: DEBUG oslo_vmware.api [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.416093] env[68802]: DEBUG nova.network.neutron [req-93ca1cf1-3b7c-4ed4-ac9a-b5be9c0b550d req-79d54a20-19a1-4fa8-ba01-dcc6ea86c5c8 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Updated VIF entry in instance network info cache for port b42c017f-a512-4541-a9ec-eb9eb553ae4f. {{(pid=68802) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.416461] env[68802]: DEBUG nova.network.neutron [req-93ca1cf1-3b7c-4ed4-ac9a-b5be9c0b550d req-79d54a20-19a1-4fa8-ba01-dcc6ea86c5c8 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Updating instance_info_cache with network_info: [{"id": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "address": "fa:16:3e:68:f2:82", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42c017f-a5", "ovs_interfaceid": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.501487] env[68802]: DEBUG oslo_vmware.api [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796488, 'name': PowerOffVM_Task, 'duration_secs': 0.260505} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.501738] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.501887] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.502155] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81a5b5f5-4895-463c-a380-6ea835776b4b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.567487] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.567864] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.568174] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Deleting the datastore file [datastore2] 43f35beb-6df2-4128-bed3-07002f35270c {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.568550] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-522efab4-8137-4591-80d8-7fd44a01210c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.576135] env[68802]: DEBUG oslo_vmware.api [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for the task: (returnval){ [ 1308.576135] env[68802]: value = "task-2796490" [ 1308.576135] env[68802]: _type = "Task" [ 1308.576135] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.583423] env[68802]: DEBUG oslo_vmware.api [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.919332] env[68802]: DEBUG oslo_concurrency.lockutils [req-93ca1cf1-3b7c-4ed4-ac9a-b5be9c0b550d req-79d54a20-19a1-4fa8-ba01-dcc6ea86c5c8 service nova] Releasing lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.044364] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 43f35beb-6df2-4128-bed3-07002f35270c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.044651] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 61e4866a-32b0-4aa1-8508-8e936ad6147b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.044694] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1309.044823] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1309.085524] env[68802]: DEBUG oslo_vmware.api [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.087198] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5689ef37-55e3-4103-8ba1-d3b8c7d07e57 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.093810] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec1f3cf-32fb-419c-a61a-337424b02e5c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.124494] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eceb6b8-c6b9-4350-8703-508c67caac26 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.131628] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b5f3b-4aba-44f0-919d-8bef35ea37d4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.144794] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.588056] env[68802]: DEBUG oslo_vmware.api [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Task: {'id': task-2796490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.896382} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.588297] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.588483] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.588653] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.588825] env[68802]: INFO nova.compute.manager [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1309.589135] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.589362] env[68802]: DEBUG nova.compute.manager [-] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.589452] env[68802]: DEBUG nova.network.neutron [-] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.648236] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.806430] env[68802]: DEBUG nova.compute.manager [req-593597ae-5420-4e65-921b-de7aa0031d17 req-d25c077e-f60c-4119-8baf-935377d7aeb5 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Received event network-vif-deleted-c9637f22-d79a-4695-9f38-5908e17cb95d {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1309.806564] env[68802]: INFO nova.compute.manager [req-593597ae-5420-4e65-921b-de7aa0031d17 req-d25c077e-f60c-4119-8baf-935377d7aeb5 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Neutron deleted interface c9637f22-d79a-4695-9f38-5908e17cb95d; detaching it from the instance and deleting it from the info cache [ 1309.806751] env[68802]: DEBUG nova.network.neutron [req-593597ae-5420-4e65-921b-de7aa0031d17 req-d25c077e-f60c-4119-8baf-935377d7aeb5 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.152841] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1310.153242] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.290727] env[68802]: DEBUG nova.network.neutron [-] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.309536] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c195739-6a7c-491a-bb8d-7732cadad401 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.319074] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c87f96d-8ce6-49eb-913f-24bd67158176 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.342846] env[68802]: DEBUG nova.compute.manager [req-593597ae-5420-4e65-921b-de7aa0031d17 req-d25c077e-f60c-4119-8baf-935377d7aeb5 service nova] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Detach interface failed, port_id=c9637f22-d79a-4695-9f38-5908e17cb95d, reason: Instance 43f35beb-6df2-4128-bed3-07002f35270c could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1310.793415] env[68802]: INFO nova.compute.manager [-] [instance: 43f35beb-6df2-4128-bed3-07002f35270c] Took 1.20 seconds to deallocate network for instance. [ 1311.151879] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.152191] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.152449] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.152619] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1311.300133] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.300518] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.300688] env[68802]: DEBUG nova.objects.instance [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lazy-loading 'resources' on Instance uuid 43f35beb-6df2-4128-bed3-07002f35270c {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.849423] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8238e59a-2d27-4417-b17c-24785f1b2d23 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.857298] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74715ad-9554-4b19-ae44-9ea2235ce076 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.889306] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6852843b-e371-4243-9022-3822c1659935 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.896799] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985317cd-3592-4475-99c7-9cfe88558e2b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.910463] env[68802]: DEBUG nova.compute.provider_tree [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.413439] env[68802]: DEBUG nova.scheduler.client.report [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.918972] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.935681] env[68802]: INFO nova.scheduler.client.report [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Deleted allocations for instance 43f35beb-6df2-4128-bed3-07002f35270c [ 1313.445517] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9aba50b0-ba53-4136-a3cf-5bf56a792237 tempest-ServerRescueTestJSON-2073378678 tempest-ServerRescueTestJSON-2073378678-project-member] Lock "43f35beb-6df2-4128-bed3-07002f35270c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.989s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.672927] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "61e4866a-32b0-4aa1-8508-8e936ad6147b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.673327] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "61e4866a-32b0-4aa1-8508-8e936ad6147b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.673404] env[68802]: DEBUG nova.compute.manager [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.674397] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4ca1d9-6e37-4fba-a0fe-2877d0c61a89 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.681463] env[68802]: DEBUG nova.compute.manager [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68802) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1342.682024] env[68802]: DEBUG nova.objects.instance [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'flavor' on Instance uuid 61e4866a-32b0-4aa1-8508-8e936ad6147b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.693755] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.694194] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1a377f6-e58f-4c3d-be21-972de12bbd79 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.702232] env[68802]: DEBUG oslo_vmware.api [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1343.702232] env[68802]: value = "task-2796491" [ 1343.702232] env[68802]: _type = "Task" [ 1343.702232] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.709969] env[68802]: DEBUG oslo_vmware.api [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.211923] env[68802]: DEBUG oslo_vmware.api [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796491, 'name': PowerOffVM_Task, 'duration_secs': 0.1629} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.212267] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.212470] env[68802]: DEBUG nova.compute.manager [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.213282] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf3ddc5-08c4-4534-a72b-6ee4968b660c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.723908] env[68802]: DEBUG oslo_concurrency.lockutils [None req-9188fa9a-eb50-4e15-9244-b035ecf9c90a tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "61e4866a-32b0-4aa1-8508-8e936ad6147b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.039937] env[68802]: DEBUG nova.objects.instance [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'flavor' on Instance uuid 61e4866a-32b0-4aa1-8508-8e936ad6147b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.545433] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.545673] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.545748] env[68802]: DEBUG nova.network.neutron [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.545924] env[68802]: DEBUG nova.objects.instance [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'info_cache' on Instance uuid 61e4866a-32b0-4aa1-8508-8e936ad6147b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.049475] env[68802]: DEBUG nova.objects.base [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Object Instance<61e4866a-32b0-4aa1-8508-8e936ad6147b> lazy-loaded attributes: flavor,info_cache {{(pid=68802) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1346.740295] env[68802]: DEBUG nova.network.neutron [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Updating instance_info_cache with network_info: [{"id": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "address": "fa:16:3e:68:f2:82", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42c017f-a5", "ovs_interfaceid": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.243299] env[68802]: DEBUG oslo_concurrency.lockutils [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.249863] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.250318] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a0d02d3-6e88-4fee-851a-f8947923edc9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.258930] env[68802]: DEBUG oslo_vmware.api [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1348.258930] env[68802]: value = "task-2796492" [ 1348.258930] env[68802]: _type = "Task" [ 1348.258930] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.269568] env[68802]: DEBUG oslo_vmware.api [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.768295] env[68802]: DEBUG oslo_vmware.api [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796492, 'name': PowerOnVM_Task, 'duration_secs': 0.377955} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.768552] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.768745] env[68802]: DEBUG nova.compute.manager [None req-c6f94fb0-2e3f-4cbf-a12e-e623811d5a5b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.769498] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb695abf-faf5-470a-81ae-d987e0cc8832 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.779682] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a7029e-0a4d-4fac-8803-c742fe6889e7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.786824] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9841a96c-358a-4731-9952-de0d0fd1e03b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Suspending the VM {{(pid=68802) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1349.787054] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b8697eef-027f-4001-996c-b6ba98d53232 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.792290] env[68802]: DEBUG oslo_vmware.api [None req-9841a96c-358a-4731-9952-de0d0fd1e03b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1349.792290] env[68802]: value = "task-2796493" [ 1349.792290] env[68802]: _type = "Task" [ 1349.792290] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.799791] env[68802]: DEBUG oslo_vmware.api [None req-9841a96c-358a-4731-9952-de0d0fd1e03b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796493, 'name': SuspendVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.302340] env[68802]: DEBUG oslo_vmware.api [None req-9841a96c-358a-4731-9952-de0d0fd1e03b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796493, 'name': SuspendVM_Task} progress is 70%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.803071] env[68802]: DEBUG oslo_vmware.api [None req-9841a96c-358a-4731-9952-de0d0fd1e03b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796493, 'name': SuspendVM_Task, 'duration_secs': 0.565049} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.803463] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-9841a96c-358a-4731-9952-de0d0fd1e03b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Suspended the VM {{(pid=68802) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1350.803509] env[68802]: DEBUG nova.compute.manager [None req-9841a96c-358a-4731-9952-de0d0fd1e03b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.804304] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26b961e-b048-4e82-8a17-acae90f5d6d3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.102370] env[68802]: INFO nova.compute.manager [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Resuming [ 1352.103086] env[68802]: DEBUG nova.objects.instance [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'flavor' on Instance uuid 61e4866a-32b0-4aa1-8508-8e936ad6147b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.613876] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.614285] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquired lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.614285] env[68802]: DEBUG nova.network.neutron [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.304649] env[68802]: DEBUG nova.network.neutron [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Updating instance_info_cache with network_info: [{"id": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "address": "fa:16:3e:68:f2:82", "network": {"id": "7c0fee8e-cec9-4625-986f-b65c49628ed4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2115724579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a98f07a44b49e28fe1eed8edacab75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42c017f-a5", "ovs_interfaceid": "b42c017f-a512-4541-a9ec-eb9eb553ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.807869] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Releasing lock "refresh_cache-61e4866a-32b0-4aa1-8508-8e936ad6147b" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.808878] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579a5040-ba18-4daa-ad40-af95af12891d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.815780] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Resuming the VM {{(pid=68802) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1354.815996] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61e03ca2-20b4-493d-af1c-2c16688f05c8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.822508] env[68802]: DEBUG oslo_vmware.api [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1354.822508] env[68802]: value = "task-2796494" [ 1354.822508] env[68802]: _type = "Task" [ 1354.822508] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.830178] env[68802]: DEBUG oslo_vmware.api [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.332238] env[68802]: DEBUG oslo_vmware.api [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796494, 'name': PowerOnVM_Task, 'duration_secs': 0.480056} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.332519] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Resumed the VM {{(pid=68802) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1355.332681] env[68802]: DEBUG nova.compute.manager [None req-6233d64b-bef1-438e-a5d9-1bc8bdadf3f8 tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.333587] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8719b22-b4ba-4c66-9667-7a3e14126f29 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.769072] env[68802]: DEBUG oslo_concurrency.lockutils [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "61e4866a-32b0-4aa1-8508-8e936ad6147b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.769476] env[68802]: DEBUG oslo_concurrency.lockutils [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "61e4866a-32b0-4aa1-8508-8e936ad6147b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.769476] env[68802]: DEBUG oslo_concurrency.lockutils [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "61e4866a-32b0-4aa1-8508-8e936ad6147b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.769565] env[68802]: DEBUG oslo_concurrency.lockutils [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "61e4866a-32b0-4aa1-8508-8e936ad6147b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.769731] env[68802]: DEBUG oslo_concurrency.lockutils [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "61e4866a-32b0-4aa1-8508-8e936ad6147b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.771866] env[68802]: INFO nova.compute.manager [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Terminating instance [ 1357.275555] env[68802]: DEBUG nova.compute.manager [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.275811] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.276696] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43af4fb-4df7-45f2-bb3f-88dee31e4c41 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.285654] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.285872] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d7a6454-cfa7-4fd3-a2ef-cbcf54bbf63c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.291673] env[68802]: DEBUG oslo_vmware.api [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1357.291673] env[68802]: value = "task-2796495" [ 1357.291673] env[68802]: _type = "Task" [ 1357.291673] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.299648] env[68802]: DEBUG oslo_vmware.api [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.801275] env[68802]: DEBUG oslo_vmware.api [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796495, 'name': PowerOffVM_Task, 'duration_secs': 0.176613} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.801661] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.801770] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.801974] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10324f9f-9d98-4b29-ad67-cf3f13505aed {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.865458] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.865683] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.865843] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleting the datastore file [datastore2] 61e4866a-32b0-4aa1-8508-8e936ad6147b {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.866113] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dba5308-cc25-4a1e-bcdc-3e941e2a8507 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.872127] env[68802]: DEBUG oslo_vmware.api [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for the task: (returnval){ [ 1357.872127] env[68802]: value = "task-2796497" [ 1357.872127] env[68802]: _type = "Task" [ 1357.872127] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.879468] env[68802]: DEBUG oslo_vmware.api [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.381877] env[68802]: DEBUG oslo_vmware.api [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Task: {'id': task-2796497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153824} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.382174] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.382369] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.382560] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.382733] env[68802]: INFO nova.compute.manager [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1358.382993] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.383209] env[68802]: DEBUG nova.compute.manager [-] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.383304] env[68802]: DEBUG nova.network.neutron [-] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.820053] env[68802]: DEBUG nova.compute.manager [req-e1029f7e-b03c-4938-98e1-e562895e1f75 req-f0a91a75-b80b-4c29-b1a0-66dbcad45d90 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Received event network-vif-deleted-b42c017f-a512-4541-a9ec-eb9eb553ae4f {{(pid=68802) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1358.820270] env[68802]: INFO nova.compute.manager [req-e1029f7e-b03c-4938-98e1-e562895e1f75 req-f0a91a75-b80b-4c29-b1a0-66dbcad45d90 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Neutron deleted interface b42c017f-a512-4541-a9ec-eb9eb553ae4f; detaching it from the instance and deleting it from the info cache [ 1358.820421] env[68802]: DEBUG nova.network.neutron [req-e1029f7e-b03c-4938-98e1-e562895e1f75 req-f0a91a75-b80b-4c29-b1a0-66dbcad45d90 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.301873] env[68802]: DEBUG nova.network.neutron [-] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.322898] env[68802]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77b6c6d3-8fff-4fc1-a9d4-eade77e4bb6f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.333857] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0289ee3-3c11-4b54-8182-80acc72547d0 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.356897] env[68802]: DEBUG nova.compute.manager [req-e1029f7e-b03c-4938-98e1-e562895e1f75 req-f0a91a75-b80b-4c29-b1a0-66dbcad45d90 service nova] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Detach interface failed, port_id=b42c017f-a512-4541-a9ec-eb9eb553ae4f, reason: Instance 61e4866a-32b0-4aa1-8508-8e936ad6147b could not be found. {{(pid=68802) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1359.804767] env[68802]: INFO nova.compute.manager [-] [instance: 61e4866a-32b0-4aa1-8508-8e936ad6147b] Took 1.42 seconds to deallocate network for instance. [ 1360.311242] env[68802]: DEBUG oslo_concurrency.lockutils [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.311639] env[68802]: DEBUG oslo_concurrency.lockutils [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.311761] env[68802]: DEBUG nova.objects.instance [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lazy-loading 'resources' on Instance uuid 61e4866a-32b0-4aa1-8508-8e936ad6147b {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.846663] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528a938d-3cc2-46e6-8340-2290f905c11c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.853940] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c45ee-7e92-4b16-be35-5f89da510fa9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.884952] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75290532-5b2c-4850-b427-44069924a889 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.891693] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb483905-1a1e-4d51-b234-665f04e631ef {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.904564] env[68802]: DEBUG nova.compute.provider_tree [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.407379] env[68802]: DEBUG nova.scheduler.client.report [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.911969] env[68802]: DEBUG oslo_concurrency.lockutils [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.932320] env[68802]: INFO nova.scheduler.client.report [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Deleted allocations for instance 61e4866a-32b0-4aa1-8508-8e936ad6147b [ 1362.439661] env[68802]: DEBUG oslo_concurrency.lockutils [None req-004fa10f-57f1-4c27-a55f-e4316411a47b tempest-ServerActionsTestJSON-1051368884 tempest-ServerActionsTestJSON-1051368884-project-member] Lock "61e4866a-32b0-4aa1-8508-8e936ad6147b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.670s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.927053] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "6eb08e74-9754-4611-b3b7-2657d969b849" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.927053] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "6eb08e74-9754-4611-b3b7-2657d969b849" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.429460] env[68802]: DEBUG nova.compute.manager [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Starting instance... {{(pid=68802) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.953550] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.953828] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.955307] env[68802]: INFO nova.compute.claims [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.443054] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.446734] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.988607] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a4df75-cdf7-4ebd-81da-22efbb9824e4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.996531] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ef633-df2c-4cfb-b654-f2e3ff8f6a9d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.026065] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9952cfa9-53c5-423b-ac3f-b661feec5833 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.032707] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83795a2-3fcd-41d2-870c-02ab419e36a6 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.045437] env[68802]: DEBUG nova.compute.provider_tree [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.548137] env[68802]: DEBUG nova.scheduler.client.report [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.054746] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.055293] env[68802]: DEBUG nova.compute.manager [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Start building networks asynchronously for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.447154] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.447402] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.447494] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.447639] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.560151] env[68802]: DEBUG nova.compute.utils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Using /dev/sd instead of None {{(pid=68802) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1369.561507] env[68802]: DEBUG nova.compute.manager [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Not allocating networking since 'none' was specified. {{(pid=68802) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1369.950991] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.951302] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.951445] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.951581] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68802) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1369.952513] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74047d49-16af-4115-8892-702a78b14d0f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.960764] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d09f0d8-878f-45c3-ab91-23a0e30e361d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.973820] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49587c0-adfb-4e9a-b7e0-fffeb226236b {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.979580] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a3017e-4093-4069-8748-9edd19048a64 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.007834] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180641MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68802) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1370.007970] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.008176] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.062412] env[68802]: DEBUG nova.compute.manager [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Start building block device mappings for instance. {{(pid=68802) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.029326] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Instance 6eb08e74-9754-4611-b3b7-2657d969b849 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68802) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.029535] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1371.029671] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68802) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1371.056175] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f78cf3-bc38-46ab-8985-e0221463b5ad {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.065276] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8557be-e35f-4876-b967-f6f4547712cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.071497] env[68802]: DEBUG nova.compute.manager [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Start spawning the instance on the hypervisor. {{(pid=68802) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.104683] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c9c19e-7d1e-45af-b373-06e61ee27dd5 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.112762] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccb3cc1-0b9f-4c27-bf10-c6bffb1ffb57 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.118762] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.118991] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.119158] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.119336] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.119478] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.119623] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.119826] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.119980] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.120161] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.120334] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.120482] env[68802]: DEBUG nova.virt.hardware [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.121570] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc64ddc-33a4-4948-9dc5-1b9ab1f15d82 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.133778] env[68802]: DEBUG nova.compute.provider_tree [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.138373] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6070fc42-7368-4397-a1ed-a9fe540aa6ce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.153762] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.159186] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Creating folder: Project (b97f591db3e94a66b7b4c105d9508886). Parent ref: group-v561663. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.159713] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbbf8ad7-5b60-4568-a52b-47e6f46c9055 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.172033] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Created folder: Project (b97f591db3e94a66b7b4c105d9508886) in parent group-v561663. [ 1371.172199] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Creating folder: Instances. Parent ref: group-v562007. {{(pid=68802) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.172332] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9595ec2d-0e9d-4f9b-8235-0b6ec49f8b9c {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.181152] env[68802]: INFO nova.virt.vmwareapi.vm_util [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Created folder: Instances in parent group-v562007. [ 1371.181398] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.181589] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.181789] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3511313-3bb9-4b67-869f-369873a83f92 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.197996] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.197996] env[68802]: value = "task-2796500" [ 1371.197996] env[68802]: _type = "Task" [ 1371.197996] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.208502] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796500, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.638953] env[68802]: DEBUG nova.scheduler.client.report [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.708690] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796500, 'name': CreateVM_Task, 'duration_secs': 0.275936} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.708896] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.709330] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.709496] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.709821] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.710102] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5717af-21e9-43b8-9feb-edc309b9ecfb {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.715063] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1371.715063] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]524784f5-f207-3070-f576-e9981050fe37" [ 1371.715063] env[68802]: _type = "Task" [ 1371.715063] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.724160] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524784f5-f207-3070-f576-e9981050fe37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.143382] env[68802]: DEBUG nova.compute.resource_tracker [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68802) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1372.143792] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.225408] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]524784f5-f207-3070-f576-e9981050fe37, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.225686] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.225907] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.226145] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.226290] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.226469] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.226716] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88ebcac5-ee3b-4eb2-898e-9b4363088391 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.234822] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.234992] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.235665] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d37633-85df-4a70-86dd-c44ddce66d02 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.240284] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1372.240284] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5298f9da-0893-fb6a-dbc1-1bd6b37c0d3e" [ 1372.240284] env[68802]: _type = "Task" [ 1372.240284] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.247569] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5298f9da-0893-fb6a-dbc1-1bd6b37c0d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.751017] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5298f9da-0893-fb6a-dbc1-1bd6b37c0d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.007767} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.751783] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87317e91-d8b6-418e-9262-c280445bfa6f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.756572] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1372.756572] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ea7890-d626-b21a-cf9e-d00eb95a37ac" [ 1372.756572] env[68802]: _type = "Task" [ 1372.756572] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.764310] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ea7890-d626-b21a-cf9e-d00eb95a37ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.143605] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.144029] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.144029] env[68802]: DEBUG nova.compute.manager [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68802) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1373.267501] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]52ea7890-d626-b21a-cf9e-d00eb95a37ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.267803] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.268118] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6eb08e74-9754-4611-b3b7-2657d969b849/6eb08e74-9754-4611-b3b7-2657d969b849.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.268396] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4687b0f-70a8-4833-ad44-85881dc74142 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.275835] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1373.275835] env[68802]: value = "task-2796501" [ 1373.275835] env[68802]: _type = "Task" [ 1373.275835] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.283182] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.785845] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796501, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.286727] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796501, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.788203] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796501, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.423542} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.788503] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6eb08e74-9754-4611-b3b7-2657d969b849/6eb08e74-9754-4611-b3b7-2657d969b849.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.788728] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.788979] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b097504-252d-4afd-8cd9-ad7e035f9756 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.796812] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1374.796812] env[68802]: value = "task-2796502" [ 1374.796812] env[68802]: _type = "Task" [ 1374.796812] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.804030] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.306617] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073471} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.306980] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.307716] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eca03d-f05b-4461-97a2-b551c70fed62 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.327249] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 6eb08e74-9754-4611-b3b7-2657d969b849/6eb08e74-9754-4611-b3b7-2657d969b849.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.327573] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d299942-81b3-4995-856d-85f5680853e3 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.346811] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1375.346811] env[68802]: value = "task-2796503" [ 1375.346811] env[68802]: _type = "Task" [ 1375.346811] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.354429] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.856229] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796503, 'name': ReconfigVM_Task, 'duration_secs': 0.258919} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.856503] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 6eb08e74-9754-4611-b3b7-2657d969b849/6eb08e74-9754-4611-b3b7-2657d969b849.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.857143] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db3f4dc6-55ec-4c40-a108-92da7655270d {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.863245] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1375.863245] env[68802]: value = "task-2796504" [ 1375.863245] env[68802]: _type = "Task" [ 1375.863245] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.870450] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796504, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.373599] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796504, 'name': Rename_Task, 'duration_secs': 0.128557} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.374039] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.374112] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1089ae45-086d-47cb-aa67-ea14b6449315 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.380128] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1376.380128] env[68802]: value = "task-2796505" [ 1376.380128] env[68802]: _type = "Task" [ 1376.380128] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.387247] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.890752] env[68802]: DEBUG oslo_vmware.api [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796505, 'name': PowerOnVM_Task, 'duration_secs': 0.412608} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.891538] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.891538] env[68802]: INFO nova.compute.manager [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Took 5.82 seconds to spawn the instance on the hypervisor. [ 1376.891710] env[68802]: DEBUG nova.compute.manager [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.892501] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eaf7f0-50fd-4e14-bf0c-61ca543e830e {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.412235] env[68802]: INFO nova.compute.manager [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Took 10.48 seconds to build instance. [ 1377.914492] env[68802]: DEBUG oslo_concurrency.lockutils [None req-6c2a192f-3d94-483d-bc44-2214c147d318 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "6eb08e74-9754-4611-b3b7-2657d969b849" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.988s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.067311] env[68802]: INFO nova.compute.manager [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Rebuilding instance [ 1378.106949] env[68802]: DEBUG nova.compute.manager [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.107827] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc024c5b-9709-4560-8814-c3cfbf0bbbce {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.442771] env[68802]: DEBUG oslo_service.periodic_task [None req-b0d240c2-bf85-4ddb-ac06-393d98c3587c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68802) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.121766] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.122124] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3599b162-12f0-4662-b17c-bd6ad1488f8f {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.129703] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1379.129703] env[68802]: value = "task-2796506" [ 1379.129703] env[68802]: _type = "Task" [ 1379.129703] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.137747] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.640061] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796506, 'name': PowerOffVM_Task, 'duration_secs': 0.15162} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.640455] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.640967] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.641695] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29896615-469b-40c3-b550-c44385d055cd {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.647848] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.648065] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4383634-b9de-4230-b734-70c2a1503062 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.670874] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.671129] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.671316] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Deleting the datastore file [datastore2] 6eb08e74-9754-4611-b3b7-2657d969b849 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.671555] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6e3c8ea-b872-435f-a2f3-b41d6976c4ea {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.677357] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1379.677357] env[68802]: value = "task-2796508" [ 1379.677357] env[68802]: _type = "Task" [ 1379.677357] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.684304] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.188102] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113939} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.188362] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.188545] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.188719] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.217469] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:31:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:31:13Z,direct_url=,disk_format='vmdk',id=438cd240-f04d-4823-ac03-73cb79612fcc,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7cce34da1cfd48f3b6afbc796eebd350',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:31:14Z,virtual_size=,visibility=), allow threads: False {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.217778] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Flavor limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.217865] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Image limits 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.218052] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Flavor pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.218202] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Image pref 0:0:0 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.218348] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68802) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.218555] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.218709] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.218873] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Got 1 possible topologies {{(pid=68802) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.219043] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.219224] env[68802]: DEBUG nova.virt.hardware [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68802) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.220166] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e5d04b-9e0f-4bbb-9d0d-7d8ef9cca868 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.227816] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d63354c-5ce8-4488-9711-1063f2c54707 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.241354] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Instance VIF info [] {{(pid=68802) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.246855] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.247111] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Creating VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.247314] env[68802]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d0f2ac7-6f94-4d00-9015-e62cf7f5d886 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.266790] env[68802]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.266790] env[68802]: value = "task-2796509" [ 1381.266790] env[68802]: _type = "Task" [ 1381.266790] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.274846] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796509, 'name': CreateVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.776859] env[68802]: DEBUG oslo_vmware.api [-] Task: {'id': task-2796509, 'name': CreateVM_Task, 'duration_secs': 0.230214} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.777081] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Created VM on the ESX host {{(pid=68802) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.777444] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.777608] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.777921] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.778196] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50048706-ebbc-4529-a1ea-5e52bc006086 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.782271] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1381.782271] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5297d40e-0e75-affd-1dc7-8406be471ce3" [ 1381.782271] env[68802]: _type = "Task" [ 1381.782271] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.789264] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5297d40e-0e75-affd-1dc7-8406be471ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.292056] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5297d40e-0e75-affd-1dc7-8406be471ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.292448] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.292584] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Processing image 438cd240-f04d-4823-ac03-73cb79612fcc {{(pid=68802) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.292816] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.292963] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.293156] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.293438] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e80fb02-8923-49e5-a7f3-695189cfaecf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.301342] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68802) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.301511] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68802) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.302164] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b474e2-0c87-451a-9c69-17ac81db3898 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.307011] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1382.307011] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]525f27b0-85e7-9edf-f9b5-f24f7e8692e1" [ 1382.307011] env[68802]: _type = "Task" [ 1382.307011] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.313890] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525f27b0-85e7-9edf-f9b5-f24f7e8692e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.817315] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]525f27b0-85e7-9edf-f9b5-f24f7e8692e1, 'name': SearchDatastore_Task, 'duration_secs': 0.007993} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.818091] env[68802]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11eec630-3e56-44b6-a437-ee9faaf2a6ba {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.822823] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1382.822823] env[68802]: value = "session[524b6256-6f32-cbf7-e668-c4a77e017cba]5270c49a-959f-d8b5-4490-5d826ab9b474" [ 1382.822823] env[68802]: _type = "Task" [ 1382.822823] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.830184] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5270c49a-959f-d8b5-4490-5d826ab9b474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.333254] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': session[524b6256-6f32-cbf7-e668-c4a77e017cba]5270c49a-959f-d8b5-4490-5d826ab9b474, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.333744] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.333815] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6eb08e74-9754-4611-b3b7-2657d969b849/6eb08e74-9754-4611-b3b7-2657d969b849.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.334050] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a66a6d7b-ea98-4f44-8b00-5ef0235d4d99 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.340279] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1383.340279] env[68802]: value = "task-2796510" [ 1383.340279] env[68802]: _type = "Task" [ 1383.340279] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.347075] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.850299] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461439} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.850561] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/438cd240-f04d-4823-ac03-73cb79612fcc/438cd240-f04d-4823-ac03-73cb79612fcc.vmdk to [datastore2] 6eb08e74-9754-4611-b3b7-2657d969b849/6eb08e74-9754-4611-b3b7-2657d969b849.vmdk {{(pid=68802) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.850747] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Extending root virtual disk to 1048576 {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.850990] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d42b6cd-3538-4276-a8b5-ae25d52eebd8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.857130] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1383.857130] env[68802]: value = "task-2796511" [ 1383.857130] env[68802]: _type = "Task" [ 1383.857130] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.864730] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.367122] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05527} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.367122] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Extended root virtual disk {{(pid=68802) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.368108] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f504acf9-1d46-49ad-a0ed-49ed345eacb8 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.387404] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 6eb08e74-9754-4611-b3b7-2657d969b849/6eb08e74-9754-4611-b3b7-2657d969b849.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.387691] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6240d93b-75e0-40c7-86cf-75575ee8a3cf {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.406100] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1384.406100] env[68802]: value = "task-2796512" [ 1384.406100] env[68802]: _type = "Task" [ 1384.406100] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.414217] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796512, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.915365] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796512, 'name': ReconfigVM_Task, 'duration_secs': 0.25128} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.915632] env[68802]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 6eb08e74-9754-4611-b3b7-2657d969b849/6eb08e74-9754-4611-b3b7-2657d969b849.vmdk or device None with type sparse {{(pid=68802) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.916247] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4593f5e9-a4b8-41b8-8a6f-2eedbdaddf19 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.922405] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1384.922405] env[68802]: value = "task-2796513" [ 1384.922405] env[68802]: _type = "Task" [ 1384.922405] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.929545] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796513, 'name': Rename_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.432264] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796513, 'name': Rename_Task, 'duration_secs': 0.149264} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.432671] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Powering on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.432778] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad54d4bf-9997-4fc5-b52c-58c419433150 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.438571] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1385.438571] env[68802]: value = "task-2796514" [ 1385.438571] env[68802]: _type = "Task" [ 1385.438571] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.445533] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.948688] env[68802]: DEBUG oslo_vmware.api [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796514, 'name': PowerOnVM_Task, 'duration_secs': 0.432511} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.948960] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Powered on the VM {{(pid=68802) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.949187] env[68802]: DEBUG nova.compute.manager [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Checking state {{(pid=68802) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.949961] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8ac0a3-e43c-4ccb-a47a-e82c9bd3eb44 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.465169] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.465642] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.465642] env[68802]: DEBUG nova.objects.instance [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68802) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1386.800061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "6eb08e74-9754-4611-b3b7-2657d969b849" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.800061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "6eb08e74-9754-4611-b3b7-2657d969b849" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.800061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "6eb08e74-9754-4611-b3b7-2657d969b849-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.800061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "6eb08e74-9754-4611-b3b7-2657d969b849-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.800061] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "6eb08e74-9754-4611-b3b7-2657d969b849-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.802113] env[68802]: INFO nova.compute.manager [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Terminating instance [ 1387.305454] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "refresh_cache-6eb08e74-9754-4611-b3b7-2657d969b849" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.305653] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquired lock "refresh_cache-6eb08e74-9754-4611-b3b7-2657d969b849" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.305815] env[68802]: DEBUG nova.network.neutron [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Building network info cache for instance {{(pid=68802) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.474330] env[68802]: DEBUG oslo_concurrency.lockutils [None req-5be41be4-2b7f-4354-906d-4afda8613bd7 tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.825089] env[68802]: DEBUG nova.network.neutron [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.882268] env[68802]: DEBUG nova.network.neutron [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.385458] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Releasing lock "refresh_cache-6eb08e74-9754-4611-b3b7-2657d969b849" {{(pid=68802) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.385851] env[68802]: DEBUG nova.compute.manager [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Start destroying the instance on the hypervisor. {{(pid=68802) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1388.386076] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Destroying instance {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.386969] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70292887-811b-40d2-9b84-70582ffc1cee {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.395681] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Powering off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.395944] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42bad65e-cff6-42d4-bccd-39959085f0e9 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.401878] env[68802]: DEBUG oslo_vmware.api [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1388.401878] env[68802]: value = "task-2796515" [ 1388.401878] env[68802]: _type = "Task" [ 1388.401878] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.409257] env[68802]: DEBUG oslo_vmware.api [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.911855] env[68802]: DEBUG oslo_vmware.api [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796515, 'name': PowerOffVM_Task, 'duration_secs': 0.182476} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.912247] env[68802]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Powered off the VM {{(pid=68802) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.912290] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Unregistering the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.912532] env[68802]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b81fe6cf-2142-449b-a1f5-0eaced3f57c7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.937459] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Unregistered the VM {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.937657] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Deleting contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.937840] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Deleting the datastore file [datastore2] 6eb08e74-9754-4611-b3b7-2657d969b849 {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.938113] env[68802]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-718d73a0-183f-4fb7-a17a-943f8f383777 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.945108] env[68802]: DEBUG oslo_vmware.api [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for the task: (returnval){ [ 1388.945108] env[68802]: value = "task-2796517" [ 1388.945108] env[68802]: _type = "Task" [ 1388.945108] env[68802]: } to complete. {{(pid=68802) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.952129] env[68802]: DEBUG oslo_vmware.api [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.454534] env[68802]: DEBUG oslo_vmware.api [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Task: {'id': task-2796517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099429} completed successfully. {{(pid=68802) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.454812] env[68802]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Deleted the datastore file {{(pid=68802) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.454968] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Deleted contents of the VM from datastore datastore2 {{(pid=68802) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.455160] env[68802]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Instance destroyed {{(pid=68802) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.455331] env[68802]: INFO nova.compute.manager [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1389.455564] env[68802]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68802) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.455755] env[68802]: DEBUG nova.compute.manager [-] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Deallocating network for instance {{(pid=68802) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.455849] env[68802]: DEBUG nova.network.neutron [-] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] deallocate_for_instance() {{(pid=68802) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.470750] env[68802]: DEBUG nova.network.neutron [-] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Instance cache missing network info. {{(pid=68802) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.973078] env[68802]: DEBUG nova.network.neutron [-] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Updating instance_info_cache with network_info: [] {{(pid=68802) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.476512] env[68802]: INFO nova.compute.manager [-] [instance: 6eb08e74-9754-4611-b3b7-2657d969b849] Took 1.02 seconds to deallocate network for instance. [ 1390.983941] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.984302] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.984490] env[68802]: DEBUG nova.objects.instance [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lazy-loading 'resources' on Instance uuid 6eb08e74-9754-4611-b3b7-2657d969b849 {{(pid=68802) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.517848] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c220c21-31cc-4a71-b8e3-394e574dd3a7 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.525289] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590508f0-3c83-462d-b250-b9ec18c0e6c4 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.556493] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d91515c-2dbb-47e6-8b7a-cb249a574391 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.563287] env[68802]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6014eab-d93f-4e8a-a1cc-b807395b3490 {{(pid=68802) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.576163] env[68802]: DEBUG nova.compute.provider_tree [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Inventory has not changed in ProviderTree for provider: 13848a83-f35a-4e12-bf26-a4b2d228e7c4 {{(pid=68802) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.079696] env[68802]: DEBUG nova.scheduler.client.report [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Inventory has not changed for provider 13848a83-f35a-4e12-bf26-a4b2d228e7c4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68802) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.585387] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.609789] env[68802]: INFO nova.scheduler.client.report [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Deleted allocations for instance 6eb08e74-9754-4611-b3b7-2657d969b849 [ 1393.117822] env[68802]: DEBUG oslo_concurrency.lockutils [None req-b11d1774-4d54-4443-ba0c-898e52baa6ee tempest-ServersListShow2100Test-145288658 tempest-ServersListShow2100Test-145288658-project-member] Lock "6eb08e74-9754-4611-b3b7-2657d969b849" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.318s {{(pid=68802) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}